-- Logs begin at Wed 2022-04-06 13:14:53 UTC, end at Wed 2022-04-06 14:48:27 UTC. -- Apr 06 14:07:15.427544 dv-cinder-835881-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 14:07:18.472987 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.common.config [-] Logging enabled! Apr 06 14:07:18.473663 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 14:07:18.473792 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103834) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 14:07:18.477152 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.common.config [-] Logging enabled! Apr 06 14:07:18.477409 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 14:07:18.477719 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103834) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 14:07:18.478715 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 14:07:18.478948 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 14:07:18.479349 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 14:07:18.479593 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 14:07:18.479817 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 14:07:18.480257 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.480686 dv-cinder-835881-5-iscsi neutron-server[103834]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 14:07:18.480993 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.481289 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.481580 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.481876 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.482165 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.482446 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.482765 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.483067 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.483349 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.483630 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.483913 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.484203 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.484485 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.485070 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.485070 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.485360 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] debug = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.485645 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.486073 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.486497 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.486809 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.487096 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.487372 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.487703 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.487910 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.488194 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.488536 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] host = dv-cinder-835881-5-iscsi {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.488813 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.489100 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.489382 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.489664 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.489936 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.490207 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.490487 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.490782 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.491053 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] log_file = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.491325 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.491610 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.491892 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.492178 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.492400 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.492620 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.492923 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.493204 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.493478 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.493750 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.494022 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.494291 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.494586 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.494854 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.495138 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.495419 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.495702 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.495974 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.496247 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.496516 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.496801 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.497073 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.497341 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.497614 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.497886 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.498172 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.498437 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.498731 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.499035 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.499317 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.499598 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.499877 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.500152 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.500540 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.500923 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.500923 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.501680 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] use_json = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.501680 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.501960 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.502238 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.502508 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.502799 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.503080 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.503345 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.503628 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.503898 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:18.504195 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.504489 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.504786 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.505082 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.505370 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.505646 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.505932 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.506206 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.506490 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.506797 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.507084 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.507356 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.507653 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.507946 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.508234 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.508539 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.508830 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.509118 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.509388 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.509658 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.509929 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.510202 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.510487 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.510785 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.511068 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.511349 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.511628 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.511921 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.512204 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.512492 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.512776 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.513068 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.513326 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.513611 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.513885 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.514154 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.514428 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.514816 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.515181 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.515458 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.515737 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.516533 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.516812 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.517081 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.517356 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.517833 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.518113 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.518378 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.518671 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.518945 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.519217 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.519498 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.519771 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.520038 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.520309 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.520582 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.520852 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.521121 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.521395 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.521665 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.521937 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.522206 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.522475 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.522797 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.523066 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.523336 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.523607 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.523876 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.524148 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.524419 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.524688 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.524959 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.525228 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.525498 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.525780 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.526075 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.526350 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.526660 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.526940 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.527218 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.527491 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.527766 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.528042 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.528323 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.528591 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.528884 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.529164 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.529450 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.529752 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.530027 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.530320 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.530626 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.530903 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.531184 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.531462 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.532296 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.532760 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.533050 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.533364 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.533684 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.533929 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.534221 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.534513 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.534818 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.535133 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.535412 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:18.535626 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 14:07:18.535874 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103834) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 14:07:18.929018 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 14:07:18.929298 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 14:07:18.929584 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 14:07:18.929917 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 14:07:19.274359 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.274606 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.274881 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.276094 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.276368 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.278631 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.338652 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.338937 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.339204 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.355941 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.356240 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.356476 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.389788 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.390075 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.390337 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.431458 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.431719 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.432003 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.789709 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.790424 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.790424 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.790698 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.791235 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.896545 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.896863 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.897149 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.897428 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.897697 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.898007 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.898268 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.898546 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.898803 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.899083 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.899341 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.899602 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.899855 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.900104 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.900356 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.900621 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.900874 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.901140 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.901409 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.901665 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.901932 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.902182 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.902461 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.902873 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.903121 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.903366 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.903886 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:07:19.904128 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:07:19.904368 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:07:19.904616 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:07:19.904844 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:07:19.905078 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:07:19.905447 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 14:07:19.909132 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 14:07:19.913114 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 14:07:19.917059 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Apr 06 14:07:19.918755 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 14:07:19.919240 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 14:07:19.919575 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 14:07:19.920008 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 14:07:19.924438 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 14:07:19.924685 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 14:07:19.925073 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 14:07:19.930487 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 14:07:19.957122 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 14:07:19.957591 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.957896 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103834) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 14:07:19.958276 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.959875 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103834) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 14:07:19.960170 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 14:07:19.960415 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 14:07:19.964136 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:19.964424 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:20.026707 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 14:07:20.026959 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 14:07:20.027136 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 14:07:20.027532 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 14:07:20.050085 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_db.sqlalchemy.engines [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103834) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 14:07:20.660452 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Initializing driver for type 'gre' Apr 06 14:07:20.660974 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] gre ID ranges: [(1, 1000)] Apr 06 14:07:20.866072 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Initializing driver for type 'local' Apr 06 14:07:20.867138 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Initializing driver for type 'vlan' Apr 06 14:07:20.935279 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] VlanTypeDriver initialization complete Apr 06 14:07:20.935538 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Initializing driver for type 'vxlan' Apr 06 14:07:20.936048 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] vxlan ID ranges: [(1, 1000)] Apr 06 14:07:21.158907 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Initializing extension driver 'port_security' Apr 06 14:07:21.159307 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.extensions.port_security [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] PortSecurityExtensionDriver initialization complete Apr 06 14:07:21.159663 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Initializing mechanism driver 'openvswitch' Apr 06 14:07:21.160059 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Initializing mechanism driver 'hyperv' Apr 06 14:07:21.166969 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:21.167880 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > port after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.168290 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > port after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.168735 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > port after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.169345 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103834) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:07:21.169864 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > subnet after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.170342 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > subnet after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.170810 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.171301 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103834) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:07:21.171815 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > network after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.172298 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > network after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.173275 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > network after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.173762 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103834) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:07:21.174253 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > security_group after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.174763 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > security_group after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.175191 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.175712 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103834) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:07:21.176196 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.183038 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.183038 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.183038 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103834) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:07:21.183038 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > address_group after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.183038 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > address_group after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.183802 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.183802 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103834) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 14:07:21.183802 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] ML2 OVO RPC backend initialized. {{(pid=103834) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 14:07:21.183802 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.183802 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.184453 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > network before_response 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.184453 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > networks before_response 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.184453 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > port before_response 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.184453 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > ports before_response 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.185252 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > subnet before_response 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.185252 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > subnets before_response 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.185252 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > network after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.185252 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > network after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.185834 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > network after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.185834 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > port after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.185834 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > port after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.186252 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > port after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.186432 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > subnet after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.186905 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > subnet after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.187331 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.196232 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded quota_driver: . Apr 06 14:07:21.196603 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.plugin [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Modular L2 Plugin initialization complete Apr 06 14:07:21.196949 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading services supported by the core plugin {{(pid=103834) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 14:07:21.197297 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.plugins.ml2.managers [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Got port-security extension from driver 'port_security' Apr 06 14:07:21.197855 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.extensions.vlantransparent [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Disabled vlantransparent extension. Apr 06 14:07:21.198359 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103834) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 14:07:21.198719 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading Plugin: router Apr 06 14:07:21.236892 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.237295 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router after_create 55549900 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.237673 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router before_create 55549900 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.238045 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.238428 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.238834 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router after_delete 55549900 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.239202 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.239570 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.239932 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router after_create 55549900 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.240281 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router after_update 55549900 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.240635 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router after_update 55549900 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.240989 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.241353 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router after_update 55549900 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.241783 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router precommit_update 55549900 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.242158 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: port after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.242502 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: port after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.242870 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: subnet after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.243218 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.243575 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.243922 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router precommit_create 55549900 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.244272 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: port before_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.244617 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router precommit_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.244975 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router after_update 55549900 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.245318 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.245672 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router precommit_create 55549900 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.246037 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.246384 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router precommit_update 55549900 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.246780 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > agent after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.247301 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > agent after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.247650 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > network after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.248594 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Tracking information for resource: router configured {{(pid=103834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:07:21.248928 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Tracking information for resource: floatingip configured {{(pid=103834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 14:07:21.255272 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.db.l3_agentschedulers_db [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 14:07:21.255865 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: port after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.256234 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: port after_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.256586 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: port after_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.256938 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: port after_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.257803 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router before_create 55550100 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.258174 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.258566 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router precommit_create 55550100 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.258933 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > router precommit_update 55550100 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.263845 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.services.provider_configuration [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Service providers = [] {{(pid=103834) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 14:07:21.264269 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.db.servicetype_db [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103834) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 14:07:21.272813 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.services.service_base [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103834) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:07:21.273166 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.services.service_base [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103834) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:07:21.273493 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.services.service_base [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103834) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:07:21.274395 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.services.service_base [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103834) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 14:07:21.274815 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.services.service_base [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 14:07:21.275211 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:07:21.275522 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 14:07:21.288166 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:07:21.288610 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading Plugin: auto_allocate Apr 06 14:07:21.295147 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: network precommit_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.295614 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: network precommit_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.296249 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:07:21.296643 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading Plugin: tag Apr 06 14:07:21.312591 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:07:21.312933 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading Plugin: timestamp Apr 06 14:07:21.317368 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:07:21.317694 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading Plugin: network_ip_availability Apr 06 14:07:21.323525 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.323908 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.324262 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.325072 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:07:21.325385 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading Plugin: flavors Apr 06 14:07:21.332820 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:07:21.333150 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading Plugin: revisions Apr 06 14:07:21.338052 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 14:07:21.338445 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_concurrency.lockutils [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.409s {{(pid=103834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 14:07:21.339250 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103834) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 14:07:21.339575 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Initializing extension manager. Apr 06 14:07:21.341168 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: __init__.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.341505 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: __pycache__ {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.341834 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: address_group.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.342699 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.343339 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: address-group Apr 06 14:07:21.343685 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: address_scope.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.345084 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.345600 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: address-scope Apr 06 14:07:21.346108 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.347162 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.347678 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: router-admin-state-down-before-update Apr 06 14:07:21.347998 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: agent.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.348722 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.349228 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: agent Apr 06 14:07:21.349542 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: agent_resources_synced.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.350458 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.350998 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: agent-resources-synced Apr 06 14:07:21.351312 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: allowedaddresspairs.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.353297 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.353809 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: allowed-address-pairs Apr 06 14:07:21.354128 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: auto_allocated_topology.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.365109 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.365704 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: auto-allocated-topology Apr 06 14:07:21.366071 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: availability_zone.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.366908 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.367456 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: availability_zone Apr 06 14:07:21.367810 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: availability_zone_filter.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.368852 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.369404 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: availability_zone_filter Apr 06 14:07:21.369748 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: data_plane_status.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.370757 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.371361 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 14:07:21.371772 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: default_subnetpools.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.372737 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.373286 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: default-subnetpools Apr 06 14:07:21.373720 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.374865 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.375487 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: dhcp_agent_scheduler Apr 06 14:07:21.375994 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: dns.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.377006 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.377559 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 14:07:21.377922 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: dns_domain_ports.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.378907 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.379552 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 14:07:21.379909 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.380966 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.381581 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 14:07:21.381955 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: dvr.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.382698 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.383242 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: dvr Apr 06 14:07:21.383594 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: ecmp_routes.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.384588 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.385144 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 14:07:21.385494 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: empty_string_filtering.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.386480 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.387061 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: empty-string-filtering Apr 06 14:07:21.387410 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.388374 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.388923 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 14:07:21.389277 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.390236 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.390842 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 14:07:21.391206 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: external_net.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.392205 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.392763 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: external-net Apr 06 14:07:21.393138 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.404224 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.404913 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: extra_dhcp_opt Apr 06 14:07:21.405296 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: extraroute.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.406963 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.407612 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: extraroute Apr 06 14:07:21.408010 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: extraroute_atomic.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.409204 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.409713 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: extraroute-atomic Apr 06 14:07:21.410030 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: filter_validation.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.410764 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.411269 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: filter-validation Apr 06 14:07:21.411586 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: fip_pf_description.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.412526 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.413025 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 14:07:21.413339 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: fip_pf_port_range.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.414272 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.414808 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 14:07:21.415205 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: fip_port_details.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.416390 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.416898 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: fip-port-details Apr 06 14:07:21.417222 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: flavors.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.418511 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.419051 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: flavors Apr 06 14:07:21.419373 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.421194 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.421715 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 14:07:21.422143 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: floatingip_pools.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.423421 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.423924 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: floatingip-pools Apr 06 14:07:21.424246 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: ip_allocation.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.425195 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.425696 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 14:07:21.426017 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.426975 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.427487 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: ip-substring-filtering Apr 06 14:07:21.427808 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: l2_adjacency.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.432989 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.433642 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 14:07:21.434051 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: l3.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.435481 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.436065 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: router Apr 06 14:07:21.436345 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.439540 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.440089 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 14:07:21.440422 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.441403 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.441950 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: ext-gw-mode Apr 06 14:07:21.442280 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.443266 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.443788 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: l3-ha Apr 06 14:07:21.444116 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.445060 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.445574 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 14:07:21.445902 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: l3_flavors.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.446864 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.447403 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: l3-flavors Apr 06 14:07:21.447728 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.449169 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.449694 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 14:07:21.450022 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.451002 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.451526 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 14:07:21.451854 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: l3agentscheduler.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.452970 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.454311 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: l3_agent_scheduler Apr 06 14:07:21.454687 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: local_ip.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.456644 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.457189 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension local_ip not supported by any of loaded plugins Apr 06 14:07:21.457522 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: logging.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.459240 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.459769 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension logging not supported by any of loaded plugins Apr 06 14:07:21.460099 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: metering.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.460867 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.464744 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: metering Apr 06 14:07:21.464744 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.465741 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.466337 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: metering_source_and_destination_fields Apr 06 14:07:21.466747 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: multiprovidernet.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.467744 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.468307 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: multi-provider Apr 06 14:07:21.468666 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: netmtu.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.469984 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.470686 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: net-mtu Apr 06 14:07:21.471048 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: netmtu_writable.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.472034 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.472611 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: net-mtu-writable Apr 06 14:07:21.472966 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: network_availability_zone.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.473692 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.474243 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: network_availability_zone Apr 06 14:07:21.474665 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: network_ip_availability.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.476052 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.476746 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: network-ip-availability Apr 06 14:07:21.477108 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: network_segment_range.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.477945 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.478497 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 14:07:21.478891 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: pagination.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.479925 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.480287 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: pagination Apr 06 14:07:21.480640 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: port_device_profile.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.481590 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.482148 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: port-device-profile Apr 06 14:07:21.482503 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.483684 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.484241 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: port-mac-address-regenerate Apr 06 14:07:21.485093 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.486046 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.486651 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: port-numa-affinity-policy Apr 06 14:07:21.487002 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: port_resource_request.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.487973 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.488517 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 14:07:21.488887 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: port_resource_request_groups.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.489887 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.490434 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 14:07:21.490839 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: portbindings.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.491845 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.492400 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: binding Apr 06 14:07:21.492753 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: portbindings_extended.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.494132 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.494770 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: binding-extended Apr 06 14:07:21.495164 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: portsecurity.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.496128 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.496700 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: port-security Apr 06 14:07:21.497052 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: project_id.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.498062 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.498426 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: project-id Apr 06 14:07:21.498915 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: providernet.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.499806 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.501037 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: provider Apr 06 14:07:21.501350 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: qos.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.511339 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.512175 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension qos not supported by any of loaded plugins Apr 06 14:07:21.512584 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.514086 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.514743 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 14:07:21.515148 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.516171 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.516806 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 14:07:21.517285 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: qos_default.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.518301 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.518952 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension qos-default not supported by any of loaded plugins Apr 06 14:07:21.519357 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: qos_fip.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.520361 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.520969 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 14:07:21.521483 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.522488 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.523112 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 14:07:21.523515 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: qos_gateway_ip.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.524721 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.525324 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 14:07:21.525724 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: qos_port_network_policy.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.526767 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.527362 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 14:07:21.527902 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.529098 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.529614 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 14:07:21.529933 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.531099 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.531633 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 14:07:21.531973 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: qos_pps_rule.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.539114 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.539737 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 14:07:21.540109 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: qos_rule_type_details.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.541182 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.541704 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 14:07:21.542030 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.543005 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.543529 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 14:07:21.543863 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: qos_rules_alias.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.544984 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.545503 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 14:07:21.545853 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: quota_check_limit.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.547470 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.548013 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: quota-check-limit Apr 06 14:07:21.548013 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: quotasv2.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.549368 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.549712 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: quotas Apr 06 14:07:21.550039 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: quotasv2_detail.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.551882 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.552218 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: quota_details Apr 06 14:07:21.552542 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: rbac.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.553643 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.554195 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: rbac-policies Apr 06 14:07:21.554561 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: rbac_address_group.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.555519 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.556041 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: rbac-address-group Apr 06 14:07:21.556396 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: rbac_address_scope.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.557349 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.557866 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: rbac-address-scope Apr 06 14:07:21.558191 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: rbac_security_groups.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.559229 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.560000 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: rbac-security-groups Apr 06 14:07:21.560329 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: rbac_subnetpool.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.561270 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.561789 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: rbac-subnetpool Apr 06 14:07:21.562111 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: revisionifmatch.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.563853 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.564525 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: revision-if-match Apr 06 14:07:21.564851 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: revisions.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.566044 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.566593 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: standard-attr-revisions Apr 06 14:07:21.566924 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: router_availability_zone.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.567633 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.568151 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: router_availability_zone Apr 06 14:07:21.568488 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: routerservicetype.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.569506 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.570020 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 14:07:21.570349 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.571329 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.571846 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: security-groups-normalized-cidr Apr 06 14:07:21.572166 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.573101 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.573610 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: port-security-groups-filtering Apr 06 14:07:21.573931 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.574942 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.575451 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: security-groups-remote-address-group Apr 06 14:07:21.575773 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.576743 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.577253 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: security-groups-shared-filtering Apr 06 14:07:21.577576 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.578305 dv-cinder-835881-5-iscsi neutron-server[103834]: WARNING neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 14:07:21.578776 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: securitygroup.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.589068 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.589647 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: security-group Apr 06 14:07:21.589980 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: segment.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.590849 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.591368 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension segment not supported by any of loaded plugins Apr 06 14:07:21.591693 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.592738 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.593264 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 14:07:21.593604 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: servicetype.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.602762 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.603382 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: service-type Apr 06 14:07:21.603745 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: sorting.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.604846 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.605213 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: sorting Apr 06 14:07:21.605573 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: standard_attr_segment.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.606578 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.607164 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 14:07:21.607533 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: standardattrdescription.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.608257 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.608927 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: standard-attr-description Apr 06 14:07:21.609319 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: stateful_security_group.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.610965 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.611657 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: stateful-security-group Apr 06 14:07:21.612018 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: stdattrs_common.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.612650 dv-cinder-835881-5-iscsi neutron-server[103834]: WARNING neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 14:07:21.613024 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.614101 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.614778 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 14:07:21.615300 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: subnet_onboard.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.616985 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.617840 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: subnet_onboard Apr 06 14:07:21.618357 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.619932 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.620800 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 14:07:21.621334 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: subnet_service_types.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.622724 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.623315 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: subnet-service-types Apr 06 14:07:21.623682 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: subnetallocation.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.624871 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.626202 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: subnet_allocation Apr 06 14:07:21.626698 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.627498 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.628077 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: subnetpool-prefix-ops Apr 06 14:07:21.628444 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.634765 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.635469 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 14:07:21.635880 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: tagging.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.637147 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.637700 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: standard-attr-tag Apr 06 14:07:21.638025 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: timestamp.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.639356 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.639887 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loaded extension: standard-attr-timestamp Apr 06 14:07:21.640215 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: trunk.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.641339 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.641907 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension trunk not supported by any of loaded plugins Apr 06 14:07:21.642209 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: trunk_details.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.643199 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.643737 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 14:07:21.644062 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: uplink_status_propagation.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.645014 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.645533 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 14:07:21.645855 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Loading extension file: vlantransparent.py {{(pid=103834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 14:07:21.646581 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 14:07:21.647094 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 14:07:21.649801 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:network Apr 06 14:07:21.650339 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:subnet Apr 06 14:07:21.650790 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:07:21.651180 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:port Apr 06 14:07:21.652496 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.v2.resource_helper [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:07:21.652934 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.v2.resource_helper [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Service FLAVORS assigned prefix: {{(pid=103834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:07:21.653581 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.v2.resource_helper [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:07:21.654010 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.v2.resource_helper [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:07:21.654344 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:router Apr 06 14:07:21.654884 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 14:07:21.655373 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.v2.resource_helper [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Service METERING assigned prefix: /metering {{(pid=103834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:07:21.656899 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.657274 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.657716 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:07:21.658832 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 14:07:21.659286 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:security_group Apr 06 14:07:21.662876 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 14:07:21.662876 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.v2.resource_helper [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Service CORE assigned prefix: {{(pid=103834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:07:21.662876 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:07:21.662876 dv-cinder-835881-5-iscsi neutron-server[103834]: WARNING neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] subnetpool is already registered Apr 06 14:07:21.662876 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.v2.resource_helper [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Service CORE assigned prefix: {{(pid=103834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:07:21.662876 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:07:21.662876 dv-cinder-835881-5-iscsi neutron-server[103834]: WARNING neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] subnetpool is already registered Apr 06 14:07:21.664488 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.v2.resource_helper [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:07:21.664925 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.v2.resource_helper [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Service FLAVORS assigned prefix: {{(pid=103834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:07:21.665515 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.v2.resource_helper [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:07:21.665935 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.v2.resource_helper [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:07:21.666270 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:router Apr 06 14:07:21.666637 dv-cinder-835881-5-iscsi neutron-server[103834]: WARNING neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] router is already registered Apr 06 14:07:21.667049 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 14:07:21.667381 dv-cinder-835881-5-iscsi neutron-server[103834]: WARNING neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] floatingip is already registered Apr 06 14:07:21.667837 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.v2.resource_helper [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Service METERING assigned prefix: /metering {{(pid=103834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:07:21.668516 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 14:07:21.668844 dv-cinder-835881-5-iscsi neutron-server[103834]: WARNING neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] rbac_policy is already registered Apr 06 14:07:21.669256 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:security_group Apr 06 14:07:21.669591 dv-cinder-835881-5-iscsi neutron-server[103834]: WARNING neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] security_group is already registered Apr 06 14:07:21.670003 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 14:07:21.670413 dv-cinder-835881-5-iscsi neutron-server[103834]: WARNING neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] security_group_rule is already registered Apr 06 14:07:21.671016 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.v2.resource_helper [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Service CORE assigned prefix: {{(pid=103834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:07:21.671345 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:07:21.671678 dv-cinder-835881-5-iscsi neutron-server[103834]: WARNING neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] subnetpool is already registered Apr 06 14:07:21.672659 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.v2.resource_helper [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Service CORE assigned prefix: {{(pid=103834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 14:07:21.673120 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 14:07:21.673689 dv-cinder-835881-5-iscsi neutron-server[103834]: WARNING neutron.quota.resource_registry [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] subnetpool is already registered Apr 06 14:07:21.674181 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: extensions {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.675734 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: address-groups {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.677264 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: address-scopes {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.678680 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: agents {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.679836 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: auto-allocated-topology {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.681090 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: availability_zones {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.682315 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: dhcp-networks {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.683892 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: dhcp-agents {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.685586 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: routers {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.689882 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: flavors {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.691112 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: service_profiles {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.697295 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: next_providers {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.697295 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: service_profiles {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.697295 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: floatingip-pools {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.697295 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: routers {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.698845 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: floatingips {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.700139 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: l3-routers {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.701741 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: l3-agents {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.703324 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: metering-labels {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.705167 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: metering-label-rules {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.706474 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: network-ip-availabilities {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.707831 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: bindings {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.709499 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: quotas {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.711315 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: quotas {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.712954 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: rbac-policies {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.714256 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: security-groups {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.715569 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: security-group-rules {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.716785 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: service-providers {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.718191 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: subnetpools {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.719754 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: subnetpools {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.721326 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: tags {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.723096 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: tags {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.724904 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: tags {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.726773 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: tags {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.728624 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: tags {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.730458 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: tags {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.732176 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: tags {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.734315 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: tags {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.737191 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: tags {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.739074 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron.api.extensions [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Extended resource: tags {{(pid=103834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 14:07:21.745190 dv-cinder-835881-5-iscsi neutron-server[103834]: WARNING keystonemiddleware.auth_token [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 14:07:21.750833 dv-cinder-835881-5-iscsi neutron-server[103834]: WARNING keystonemiddleware.auth_token [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 14:07:21.759941 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_concurrency.lockutils [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Acquired lock "singleton_lock" {{(pid=103834) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 14:07:21.760418 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_concurrency.lockutils [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Releasing lock "singleton_lock" {{(pid=103834) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 14:07:21.761106 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO oslo_service.service [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Starting 2 workers Apr 06 14:07:21.766389 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Started child 103947 {{(pid=103834) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 14:07:21.771493 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Started child 103948 {{(pid=103834) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 14:07:21.773248 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO neutron.service [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 14:07:21.773937 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:21.774798 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:21.776659 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO oslo_service.service [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Starting 1 workers Apr 06 14:07:21.777017 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [-] (103947) wsgi starting up on http://0.0.0.0:9696 Apr 06 14:07:21.777954 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:21.780229 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [-] (103948) wsgi starting up on http://0.0.0.0:9696 Apr 06 14:07:21.782413 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Started child 103949 {{(pid=103834) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 14:07:21.783125 dv-cinder-835881-5-iscsi neutron-server[103834]: INFO oslo_service.service [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Starting 1 workers Apr 06 14:07:21.788209 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Started child 103950 {{(pid=103834) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 14:07:21.789123 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:21.790095 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.service [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] calling RpcWorker wait() {{(pid=103949) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 14:07:21.790969 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.service [None req-6b7aaef1-29af-4787-a4ce-fbf72f868907 None None] returning from RpcWorker wait() {{(pid=103949) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 14:07:21.791300 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103834) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 14:07:21.791610 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 14:07:21.791807 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 14:07:21.791956 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 14:07:21.792302 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 14:07:21.792472 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 14:07:21.793027 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.793189 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:21.793335 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.793568 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.793832 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.793983 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:21.794113 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.794760 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.800569 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.800569 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.800569 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.801048 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:21.801718 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.801718 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.801718 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.801718 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.801718 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.801718 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.801718 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.801718 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.802737 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.802737 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.802737 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.802737 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.802737 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.802737 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] debug = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.802737 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.803545 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.803545 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.803545 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.803545 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.803545 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.803545 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.804233 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.804233 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.804233 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.804233 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.804233 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.804233 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.804233 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.804233 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.805092 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.805092 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.805092 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.805092 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] host = dv-cinder-835881-5-iscsi {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.805092 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.805632 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.805632 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.805873 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.806000 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.806499 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.806499 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.806821 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.806998 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.807233 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.807473 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.807722 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.807954 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.808213 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_file = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.808350 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_options = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.808619 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.808898 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.809160 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.809496 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.809496 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.810035 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.810173 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.810328 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.810619 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.810840 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.811057 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.811278 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.811494 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.811710 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.811976 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.812211 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.812458 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.813701 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.813976 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.814354 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.814594 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.814854 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.815092 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.815316 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.815555 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.815771 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.816001 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.816216 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.816426 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.817000 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.817000 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.817291 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.817448 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.817590 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.817829 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.818060 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.818289 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.818503 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.818913 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.819069 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.819291 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.819563 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.819778 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.820021 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.820238 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.820503 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.820916 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] use_json = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.821074 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.821217 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.821592 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.821749 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.821909 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.822066 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.822268 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.822505 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.822761 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.823188 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.823462 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.823767 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.824041 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.824306 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.824563 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.824796 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.825036 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.825291 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.825523 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.825847 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.826068 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.826369 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.826667 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.827284 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.827284 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.827742 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.828049 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.828049 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.828395 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.828552 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.829541 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.829541 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.829826 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:21.829994 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.830218 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.830733 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.831052 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.831546 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.832025 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.837691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.837691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.837691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.837691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.837691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.837691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.837691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.837691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.838210 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.838210 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.838210 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.838210 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.838210 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.838210 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.838210 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.838210 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.838210 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.838833 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.838833 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.838833 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.838833 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.838833 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.838833 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.839222 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.839222 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.839458 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.839984 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.839984 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.840332 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.840332 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.840624 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.840783 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.840989 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.841222 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.841660 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.841660 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.841967 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.842118 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.843347 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.843347 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.843347 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.843347 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.843347 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.843347 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.846339 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.846339 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.846339 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.846339 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.846339 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.846339 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.846339 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.846339 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.846339 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.847516 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.847516 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.847516 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.847516 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.847516 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.847516 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.847516 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.848384 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.848384 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.848384 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.848384 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.848916 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.848916 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.849183 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.849355 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.849502 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.849691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.849910 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.850145 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.850360 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.850720 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.850948 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.851214 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.851448 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.853824 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.853824 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.853824 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.853824 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.853824 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.853824 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.853824 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.853824 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.855442 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.855442 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.855442 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.855442 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.855442 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.855442 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.855442 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.856349 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.856349 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.856349 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.856762 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.856762 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.857030 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.857190 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.858564 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.858564 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.858564 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.858564 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.858564 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.858960 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.858960 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.859103 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.859317 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.860156 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.860525 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.862647 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.862647 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.862647 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.862647 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.862647 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.862647 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.862647 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.862647 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.867245 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.867245 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.867245 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.867245 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.867245 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.867245 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.867245 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.867245 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.868297 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.868297 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.868297 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.868297 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.868297 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.868297 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.868297 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.868297 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.869328 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.869328 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.869328 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.869328 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.869328 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.869328 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.869328 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.869328 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.870367 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.870367 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.870367 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.870367 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.870367 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.870367 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.870367 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.870367 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.871443 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.871443 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.871443 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.871443 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.871443 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.871443 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.871443 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.872609 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.872609 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.872609 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.872609 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.872609 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.872609 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.873355 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.873355 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.873355 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.873747 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.873886 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.874109 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.874357 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.874617 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.874882 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.875689 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.875924 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.876126 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.876390 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.876630 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.876887 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.877184 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.877582 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.877948 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.878368 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.878790 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.879051 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.879274 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.879492 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.879936 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.880166 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.880398 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.880613 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.880833 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.881072 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.881292 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.881473 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.881795 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.882049 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.882280 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.882587 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.882799 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.883085 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.883320 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.888964 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.888964 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.888964 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.888964 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.888964 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.888964 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.888964 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.888964 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889467 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889467 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889467 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889467 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889467 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889467 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889467 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889467 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889912 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889912 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889912 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889912 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889912 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889912 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889912 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.889912 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.890361 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.890361 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.890361 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.890361 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.890361 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.890361 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.890361 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.890361 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.891091 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.891091 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.891241 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.891525 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.891923 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.892057 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.892319 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.892548 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.892794 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.893015 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.893271 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.893612 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.893905 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.894161 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.894404 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.894717 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.895012 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.895285 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.895526 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.895802 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.896144 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.896434 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.896695 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.896923 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.897172 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.897426 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.897681 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.897882 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.898155 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.898389 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.898671 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.898927 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.899173 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.899389 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.899638 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.899876 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.900116 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.900354 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.900599 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.900812 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.900973 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 14:07:21.901506 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103834) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 14:07:21.901664 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 14:07:21.901806 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 14:07:21.901971 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 14:07:21.902140 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 14:07:21.902292 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 14:07:21.902503 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.902690 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.902847 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.903003 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.903165 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.903347 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.903508 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.903668 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.903826 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.903986 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.904152 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.904308 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.904475 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.904632 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.904790 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.905048 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.905137 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.905254 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.905435 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.905599 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.905759 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.905943 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.906280 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] debug = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.906280 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.907105 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.907205 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.907414 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.907583 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.907724 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.907884 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.908043 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.908201 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.908360 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.908520 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.908755 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.908853 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.908986 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.909131 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.909290 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.909494 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.909660 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.909820 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] host = dv-cinder-835881-5-iscsi {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.909994 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.910142 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.910351 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.910534 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.910696 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.910899 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.911111 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.911276 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.911435 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.911594 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.911753 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.911911 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.912258 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.912258 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_file = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.912459 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_options = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.912560 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.912723 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.912881 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.913074 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.913322 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.913420 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.913536 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.913695 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.913856 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.914016 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.914173 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.914330 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.914548 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.914668 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.914832 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.915006 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.915199 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.915310 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.915451 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.915610 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.915767 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.915925 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.916083 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.916240 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.916552 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.916654 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.916756 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.916982 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.917079 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.917180 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.917339 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.917500 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.917659 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.917819 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.918422 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.918422 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.918422 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.918422 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.918770 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.918770 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924089 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924089 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924089 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924089 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924089 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924089 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924089 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] use_json = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924089 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924640 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924640 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924640 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924640 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924640 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924640 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924640 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.924640 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 14:07:21.925150 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.925150 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.925150 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.925150 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.925150 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.925150 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.925150 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.925150 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.925674 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.925674 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.925674 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.925674 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.925674 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.925674 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.925674 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.925674 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926152 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926152 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926152 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926152 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926152 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926152 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926152 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926152 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.926691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.927186 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.927186 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.927186 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.927186 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.927186 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.927186 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.927557 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.927557 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.927691 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.927761 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.927920 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.928104 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.928253 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.928418 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.928565 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.928706 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.928847 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.928982 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.929163 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.929323 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.929463 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.929657 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.929801 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.929940 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.930081 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.930237 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.930385 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.930557 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.930715 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.930862 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.930984 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.931120 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.931257 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.931395 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.931533 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.931699 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.931874 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.932034 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.932344 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.932663 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.932961 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.933277 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.934965 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.934965 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.934965 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.934965 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.934965 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.934965 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.934965 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.935472 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.935472 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.935472 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.935472 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.935811 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.935811 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.935983 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.936050 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.936587 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.936587 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.936587 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.936974 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.936974 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.936974 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.937198 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.937274 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.937472 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.938440 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.938791 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.938972 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.939138 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.939318 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.939443 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.939594 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.939759 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.941705 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.941705 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.941705 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.941705 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.941705 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.941705 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.941705 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.941705 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.942305 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.942305 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.942305 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.942305 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.942305 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.942305 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.942305 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.942305 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.942860 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.942860 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.942860 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.942860 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.943116 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.943116 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.943268 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.943614 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.943614 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.943791 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.943875 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.944030 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.944185 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.944343 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.944667 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.944830 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.944994 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.945181 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.945343 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.945504 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.945869 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.945869 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.946033 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.946111 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.946282 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.946449 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.946705 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.946845 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.946973 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.947101 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.947262 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.947580 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.947890 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.948202 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.948519 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.948821 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.949123 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.949426 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.949726 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.950023 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.950310 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.950626 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.950926 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.951243 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.951539 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.951837 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.952154 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.952461 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.952625 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.952928 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.953094 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.953364 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.954024 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.954190 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.954354 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.954538 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.954718 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.954883 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.955048 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.955212 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.955375 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.955541 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.955715 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.955875 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.956039 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.956198 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.956367 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.956535 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.956696 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.956860 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.957027 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.957191 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.957372 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.957510 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.957646 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.957827 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.958008 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.958135 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.958264 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.958423 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.958616 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.958769 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.958934 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.959522 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.959522 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.959522 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.959522 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.960074 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.960074 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.960074 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.960467 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.960467 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.960467 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.960831 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.960831 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.961094 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.961094 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.961358 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.961358 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.961601 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.961750 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.961884 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.962015 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.962150 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.962293 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.962450 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.962641 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.962783 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.962925 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.963061 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.963198 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.963332 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.963472 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.963610 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.963768 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.963909 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.964051 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.964192 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.964362 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.964546 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.964694 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.964855 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.965016 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.965175 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.965335 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.965505 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.965666 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.965830 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.965999 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.966147 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.966306 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.966477 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.966672 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.966834 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.966993 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.967153 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.967313 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.967483 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.967645 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.968466 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.968466 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.968466 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.968466 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.968466 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.969486 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.969486 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.969486 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.969701 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.969779 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.969899 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.970312 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.970459 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.970678 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.970848 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.970997 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.971143 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.971317 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.971471 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.971648 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.971832 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.971985 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.972134 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.972277 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.972418 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.972561 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.972704 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.973102 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.973267 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.973420 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.973562 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.974041 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.974041 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.974314 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.974614 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.974912 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.975199 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.975487 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.975708 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.976279 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.976279 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 14:07:21.976279 dv-cinder-835881-5-iscsi neutron-server[103834]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 14:07:21.976838 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:22.127590 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 53432) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:22.136768 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068772 Apr 06 14:07:35.055808 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2eed46-8d9d-4bd0-8f3d-f2866f87a5a1 None None] get_active_networks_info from dv-cinder-835881-5-iscsi {{(pid=103949) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 14:07:35.207815 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2eed46-8d9d-4bd0-8f3d-f2866f87a5a1 None None] No non-hosted networks {{(pid=103949) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 14:07:35.226374 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.agentschedulers_db [None req-bb2eed46-8d9d-4bd0-8f3d-f2866f87a5a1 None None] DHCP Agent not found on host dv-cinder-835881-5-iscsi {{(pid=103949) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 14:07:35.393779 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1e32d298-e114-4bd9-af23-848c4e0c804d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029766'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:38.990711 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-92fbb333-4737-434d-ad8d-e92234d8c88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029766'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:39.020773 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae2a6-6de0-47df-b422-a9233ed3f8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:39.923219 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 53496) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:40.335456 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029766'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:41.002346 dv-cinder-835881-5-iscsi neutron-server[103947]: WARNING oslo_policy.policy [None req-eae4f7eb-1e14-48cb-9683-70f827f43c60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:07:41.005120 dv-cinder-835881-5-iscsi neutron-server[103947]: WARNING oslo_policy.policy [None req-eae4f7eb-1e14-48cb-9683-70f827f43c60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:07:41.448810 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [None req-eae4f7eb-1e14-48cb-9683-70f827f43c60 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103947) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:07:41.451552 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-eae4f7eb-1e14-48cb-9683-70f827f43c60 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.5268424 Apr 06 14:07:42.010038 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029766'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:43.018964 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029766'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:43.020084 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:43.020595 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:43.021241 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:43.021576 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:43.022020 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:43.022634 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:43.024518 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:43.025061 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:43.026057 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:43.026877 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:43.027346 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:43.027815 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:43.028335 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:43.039212 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:43.042010 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:43.043436 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835881-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:43.062166 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835881-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:07:44.471786 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 53530) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:44.915927 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-e99bdf62-e621-4efc-8eed-3847e903dd3a admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:45.082059 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.policy [None req-e99bdf62-e621-4efc-8eed-3847e903dd3a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103947) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 14:07:45.163836 dv-cinder-835881-5-iscsi neutron-server[103947]: WARNING oslo_policy.policy [None req-e99bdf62-e621-4efc-8eed-3847e903dd3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:07:45.164454 dv-cinder-835881-5-iscsi neutron-server[103947]: WARNING oslo_policy.policy [None req-e99bdf62-e621-4efc-8eed-3847e903dd3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:07:45.452721 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e99bdf62-e621-4efc-8eed-3847e903dd3a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736747538515', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736747538022', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736747522508', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736747531638', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736747505923', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736747515406', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1974143', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1667306', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-543879', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1037045'] for rbac-policy (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:45.685806 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e99bdf62-e621-4efc-8eed-3847e903dd3a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:45.691364 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e99bdf62-e621-4efc-8eed-3847e903dd3a admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2178698 Apr 06 14:07:47.210934 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.db.l3_hamode_db [None req-27ae8bf0-618b-4e0e-91a4-802520eb60dc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 14:07:47.300225 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae8bf0-618b-4e0e-91a4-802520eb60dc None None] Routers set() bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:07:47.300714 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae8bf0-618b-4e0e-91a4-802520eb60dc None None] Router IDs set() for agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 14:07:48.365179 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 53542) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:48.736211 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:48.831655 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Made reservation on behalf of ebb67d3f023a47cdb9d1656c52cf0070 for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:48.835673 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:48.854732 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:48.986231 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Publish callbacks [] for security_group (dc3c3a35-f7a1-40f6-9106-173b2c411595), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:49.054219 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (dc3c3a35-f7a1-40f6-9106-173b2c411595), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:49.081888 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:07:49.120957 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736744399984', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (42c99866-3a98-4d5b-b212-cd44f10ac583), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:49.121569 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Unsubscribe: segment precommit_create {{(pid=103947) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 14:07:49.122097 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Added segment 42c99866-3a98-4d5b-b212-cd44f10ac583 of type vlan for network 4721a5d2-dc37-4605-b415-ad2acae38960 Apr 06 14:07:49.140382 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3c3a35-f7a1-40f6-9106-173b2c411595,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:49.193881 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:49.194214 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:49.194594 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:49.194956 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:49.195289 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:49.195617 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:49.195940 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:49.196268 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:49.196590 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:49.196908 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:49.197225 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:49.197559 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:49.197881 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:49.198191 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:49.198502 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Tracked resource versions report: Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: pushed versions: Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: { 'AddressGroup': {'1.2'}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Agent': {'1.1'}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'ConntrackHelper': {'1.0'}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Log': {'1.0'}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'NDPProxy': {'1.0'}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Network': {'1.1'}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Port': {'1.7'}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'PortForwarding': {'1.3'}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'QosPolicy': {'1.10'}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'SecurityGroup': {'1.5'}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'SubPort': {'1.0'}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Subnet': {'1.1'}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Trunk': {'1.1'}} Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: consumer versions: Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: { DHCP agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: L3 agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: Metadata agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: Metering agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: Open vSwitch agent@dv-cinder-835881-5-iscsi: { 'AddressGroup': '1.2', Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Agent': '1.1', Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'ConntrackHelper': '1.0', Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'LocalIPAssociation': '1.0', Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Log': '1.0', Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'NDPProxy': '1.0', Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Network': '1.1', Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Port': '1.7', Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'PortForwarding': '1.3', Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'QosPolicy': '1.10', Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'SecurityGroup': '1.5', Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'SecurityGroupRule': '1.2', Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'SubPort': '1.0', Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Subnet': '1.1', Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Trunk': '1.1'}} Apr 06 14:07:49.199986 dv-cinder-835881-5-iscsi neutron-server[103947]: {{(pid=103947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:07:49.246261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (4721a5d2-dc37-4605-b415-ad2acae38960), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:49.391688 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (4721a5d2-dc37-4605-b415-ad2acae38960), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:49.397405 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:49.398161 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:49.523194 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] Pushing event updated for resources: {'Network': ['ID=4721a5d2-dc37-4605-b415-ad2acae38960,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:49.539693 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network 4721a5d2-dc37-4605-b415-ad2acae38960 details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:07:49.570309 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-d3c242b1-8934-47f8-a8a0-caa397453738 demo demo] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2032800 Apr 06 14:07:52.348147 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 53554) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:52.813754 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e3deb9-99f3-499a-b40d-e5d11428045a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:52.815227 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-67e3deb9-99f3-499a-b40d-e5d11428045a demo admin] 10.222.0.10 "GET /v2.0/networks/4721a5d2-dc37-4605-b415-ad2acae38960 HTTP/1.1" status: 200 len: 825 time: 0.4660621 Apr 06 14:07:52.844486 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-04ef0d55-3b75-46f3-ac51-5387964cd7b2 demo admin] 10.222.0.10 "GET /v2.0/subnetpools/d2dbd043-4209-4a90-862a-1cee490c79f5 HTTP/1.1" status: 200 len: 734 time: 0.0222716 Apr 06 14:07:52.857169 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-7c5ced3a-af02-4ec5-93cb-5e524a02a3f6 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'd2dbd043-4209-4a90-862a-1cee490c79f5', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:07:52.951871 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5ced3a-af02-4ec5-93cb-5e524a02a3f6 demo admin] Made reservation on behalf of ebb67d3f023a47cdb9d1656c52cf0070 for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:07:52.954262 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7c5ced3a-af02-4ec5-93cb-5e524a02a3f6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:53.483717 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7c5ced3a-af02-4ec5-93cb-5e524a02a3f6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for subnet (76157062-6893-41fa-8434-08771268d6f2), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:53.559473 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ced3a-af02-4ec5-93cb-5e524a02a3f6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=76157062-6893-41fa-8434-08771268d6f2,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:53.564532 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5ced3a-af02-4ec5-93cb-5e524a02a3f6 demo admin] Checking segment: {'id': '42c99866-3a98-4d5b-b212-cd44f10ac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:53.564915 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5ced3a-af02-4ec5-93cb-5e524a02a3f6 demo admin] Network hostable DHCP agents. Network: 4721a5d2-dc37-4605-b415-ad2acae38960, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:07:53.699644 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5ced3a-af02-4ec5-93cb-5e524a02a3f6 demo admin] Network 4721a5d2-dc37-4605-b415-ad2acae38960 is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:07:53.783641 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-7c5ced3a-af02-4ec5-93cb-5e524a02a3f6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, 4721a5d2-dc37-4605-b415-ad2acae38960) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:53.789000 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ced3a-af02-4ec5-93cb-5e524a02a3f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:07:53.789836 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7c5ced3a-af02-4ec5-93cb-5e524a02a3f6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:53.796584 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c38b1-d46c-46ff-958e-acb318d33482 None None] Network 4721a5d2-dc37-4605-b415-ad2acae38960 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:07:53.902560 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7c5ced3a-af02-4ec5-93cb-5e524a02a3f6 demo admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0371051 Apr 06 14:07:54.287232 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf514b862-696c-5fae-9140-49a4d12cd886-4721a5d2-dc37-4605-b415-ad2acae38960', 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960', 'project_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'fixed_ips': [{'subnet_id': '76157062-6893-41fa-8434-08771268d6f2'}]}} from dv-cinder-835881-5-iscsi. {{(pid=103949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:07:54.289586 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:54.656611 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Allocated IP 172.20.0.2 (4721a5d2-dc37-4605-b415-ad2acae38960/76157062-6893-41fa-8434-08771268d6f2/f629f347-8f17-4247-9063-41e5eddc870a) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:07:55.037604 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Publish callbacks [] for port (f629f347-8f17-4247-9063-41e5eddc870a), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:55.145894 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (f629f347-8f17-4247-9063-41e5eddc870a), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:55.235720 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Network 4721a5d2-dc37-4605-b415-ad2acae38960 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:07:55.241071 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:07:55.250029 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:07:55.253208 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Pushing event updated for resources: {'Port': ['ID=f629f347-8f17-4247-9063-41e5eddc870a,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:55.288221 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:55.288221 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:55.288221 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:55.288221 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:55.288221 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:55.290034 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:55.290034 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:55.290034 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:55.290034 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:55.290034 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:55.290698 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:55.290698 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:55.290698 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:55.290698 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:55.290698 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Tracked resource versions report: Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: pushed versions: Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: { 'AddressGroup': {'1.2'}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Agent': {'1.1'}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'ConntrackHelper': {'1.0'}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Log': {'1.0'}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'NDPProxy': {'1.0'}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Network': {'1.1'}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Port': {'1.7'}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'PortForwarding': {'1.3'}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'QosPolicy': {'1.10'}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'SecurityGroup': {'1.5'}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'SubPort': {'1.0'}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Subnet': {'1.1'}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Trunk': {'1.1'}} Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: consumer versions: Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: { DHCP agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: L3 agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: Metadata agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: Metering agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: Open vSwitch agent@dv-cinder-835881-5-iscsi: { 'AddressGroup': '1.2', Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Agent': '1.1', Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'ConntrackHelper': '1.0', Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'LocalIPAssociation': '1.0', Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Log': '1.0', Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'NDPProxy': '1.0', Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Network': '1.1', Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Port': '1.7', Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'PortForwarding': '1.3', Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'QosPolicy': '1.10', Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'SecurityGroup': '1.5', Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'SecurityGroupRule': '1.2', Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'SubPort': '1.0', Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Subnet': '1.1', Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Trunk': '1.1'}} Apr 06 14:07:55.291295 dv-cinder-835881-5-iscsi neutron-server[103949]: {{(pid=103949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:07:55.347646 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Attempting to bind port f629f347-8f17-4247-9063-41e5eddc870a on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:07:55.348235 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Attempting to bind port f629f347-8f17-4247-9063-41e5eddc870a by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '42c99866-3a98-4d5b-b212-cd44f10ac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:07:55.348724 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Attempting to bind port f629f347-8f17-4247-9063-41e5eddc870a on network 4721a5d2-dc37-4605-b415-ad2acae38960 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:07:55.354725 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:07:55.355226 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Checking segment: {'id': '42c99866-3a98-4d5b-b212-cd44f10ac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:07:55.355773 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:55.356241 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Bound using segment: {'id': '42c99866-3a98-4d5b-b212-cd44f10ac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:07:55.356973 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Bound port: f629f347-8f17-4247-9063-41e5eddc870a, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c99866-3a98-4d5b-b212-cd44f10ac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:07:55.357486 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (f629f347-8f17-4247-9063-41e5eddc870a), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:55.429630 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] For port f629f347-8f17-4247-9063-41e5eddc870a, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:07:55.452121 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] For port f629f347-8f17-4247-9063-41e5eddc870a, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=f629f347-8f17-4247-9063-41e5eddc870a,segment=NetworkSegment(42c99866-3a98-4d5b-b212-cd44f10ac583),segment_id=42c99866-3a98-4d5b-b212-cd44f10ac583)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:07:55.592712 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (f629f347-8f17-4247-9063-41e5eddc870a), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:07:55.651450 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3dc7f-3be9-4cde-af18-e4210e70be8e None None] Pushing event updated for resources: {'Port': ['ID=f629f347-8f17-4247-9063-41e5eddc870a,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:07:56.792864 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 53562) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:07:57.439874 dv-cinder-835881-5-iscsi neutron-server[103948]: WARNING oslo_policy.policy [None req-caaac5da-f4de-4d03-8acf-1cdb36119d36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:07:57.440502 dv-cinder-835881-5-iscsi neutron-server[103948]: WARNING oslo_policy.policy [None req-caaac5da-f4de-4d03-8acf-1cdb36119d36 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:07:57.668202 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [None req-caaac5da-f4de-4d03-8acf-1cdb36119d36 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:07:57.670034 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-caaac5da-f4de-4d03-8acf-1cdb36119d36 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8738337 Apr 06 14:08:00.740768 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 53576) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:01.110709 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [None req-77cde878-fa67-42c8-8a6d-08d79d7d1364 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:08:01.111864 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-77cde878-fa67-42c8-8a6d-08d79d7d1364 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3697042 Apr 06 14:08:03.927933 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 53584) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:04.391714 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-69cfd0eb-acaf-4171-be13-22789cfdba18 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:04.476660 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-69cfd0eb-acaf-4171-be13-22789cfdba18 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2246'] for router (4d48249e-98be-42f9-b9f7-21029d2afaa8), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:04.478706 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-69cfd0eb-acaf-4171-be13-22789cfdba18 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2271'] for router (4d48249e-98be-42f9-b9f7-21029d2afaa8), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:04.622405 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-69cfd0eb-acaf-4171-be13-22789cfdba18 demo demo] Publish callbacks [] for router_controller (4d48249e-98be-42f9-b9f7-21029d2afaa8), precommit_add_association {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:04.686459 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-69cfd0eb-acaf-4171-be13-22789cfdba18 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029641'] for router (4d48249e-98be-42f9-b9f7-21029d2afaa8), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:04.771590 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-69cfd0eb-acaf-4171-be13-22789cfdba18 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:04.773471 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-69cfd0eb-acaf-4171-be13-22789cfdba18 demo demo] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8412697 Apr 06 14:08:05.088298 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a98f1187-b6c7-4b1d-b53e-c7ea8bb53e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:07.675837 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 53596) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:08.108415 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [None req-66b77e14-30af-4206-9ea0-ffe5662e67b2 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103947) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:08:08.110159 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-66b77e14-30af-4206-9ea0-ffe5662e67b2 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4328754 Apr 06 14:08:08.177553 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device f629f347-8f17-4247-9063-41e5eddc870a up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:08:08.292721 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port f629f347-8f17-4247-9063-41e5eddc870a triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:08.292721 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (f629f347-8f17-4247-9063-41e5eddc870a), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:08.473924 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port f629f347-8f17-4247-9063-41e5eddc870a is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:08.474410 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (f629f347-8f17-4247-9063-41e5eddc870a), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:08.518266 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port f629f347-8f17-4247-9063-41e5eddc870a, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=f629f347-8f17-4247-9063-41e5eddc870a,segment=NetworkSegment(42c99866-3a98-4d5b-b212-cd44f10ac583),segment_id=42c99866-3a98-4d5b-b212-cd44f10ac583)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:08.657314 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (f629f347-8f17-4247-9063-41e5eddc870a), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:08.718945 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=f629f347-8f17-4247-9063-41e5eddc870a,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:08.960644 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ab95ad7e-4701-4404-9870-ccb301f8b389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:09.760884 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e3d5a4-8589-4970-b49d-919375f0df44 None None] Network 4721a5d2-dc37-4605-b415-ad2acae38960 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:08:09.835518 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-327657df-4b4e-4a22-9c70-453af252188b None None] Provisioning complete for port f629f347-8f17-4247-9063-41e5eddc870a triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:09.835984 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-327657df-4b4e-4a22-9c70-453af252188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (f629f347-8f17-4247-9063-41e5eddc870a), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:09.977902 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-327657df-4b4e-4a22-9c70-453af252188b None None] Current status of the port f629f347-8f17-4247-9063-41e5eddc870a is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:10.160802 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device f629f347-8f17-4247-9063-41e5eddc870a up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:08:10.268641 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port f629f347-8f17-4247-9063-41e5eddc870a triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:10.269260 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (f629f347-8f17-4247-9063-41e5eddc870a), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:10.329695 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:10.330672 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-821001aa-4070-4ff5-8d98-fd5cf6344c73 None None] Provisioning complete for port f629f347-8f17-4247-9063-41e5eddc870a triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:10.331051 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-821001aa-4070-4ff5-8d98-fd5cf6344c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (f629f347-8f17-4247-9063-41e5eddc870a), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:10.412592 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port f629f347-8f17-4247-9063-41e5eddc870a is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:10.460706 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-821001aa-4070-4ff5-8d98-fd5cf6344c73 None None] Current status of the port f629f347-8f17-4247-9063-41e5eddc870a is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:11.047234 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 53618) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:11.221208 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:11.310310 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] Made reservation on behalf of 5a2a3516620d4847bf5f4e8254c916b8 for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:11.313108 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:11.329010 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:11.425976 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] Publish callbacks [] for security_group (2d68b228-08c2-4d40-a92b-b7b2b881e34e), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:11.538928 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (2d68b228-08c2-4d40-a92b-b7b2b881e34e), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:11.560691 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] Reserving flat network on physical network physnet1 {{(pid=103947) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 14:08:11.578664 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d68b228-08c2-4d40-a92b-b7b2b881e34e,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:11.585507 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (379014d6-cb58-40cf-84ac-87bbb19d089f), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:11.593277 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] Added segment 379014d6-cb58-40cf-84ac-87bbb19d089f of type flat for network d18a54a7-0e89-4f08-a163-00d2181e6f69 Apr 06 14:08:11.647406 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (d18a54a7-0e89-4f08-a163-00d2181e6f69), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:11.812260 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (d18a54a7-0e89-4f08-a163-00d2181e6f69), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:11.813239 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:11.813870 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:11.918449 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] Pushing event updated for resources: {'Network': ['ID=d18a54a7-0e89-4f08-a163-00d2181e6f69,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:11.964154 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:08:12.044051 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:12.061954 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-933c7812-a4af-4b15-a566-3524c013e477 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0135844 Apr 06 14:08:12.989974 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:14.723433 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 53636) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:14.825827 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61426d48-6ae4-4493-99fd-ccfe863bbdc2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:14.827213 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-61426d48-6ae4-4493-99fd-ccfe863bbdc2 demo admin] 10.222.0.10 "GET /v2.0/subnets/76157062-6893-41fa-8434-08771268d6f2 HTTP/1.1" status: 200 len: 849 time: 0.1024826 Apr 06 14:08:14.960532 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-69330584-338c-4bd1-966a-d7f858ea8141 demo admin] 10.222.0.10 "GET /v2.0/routers/4d48249e-98be-42f9-b9f7-21029d2afaa8 HTTP/1.1" status: 200 len: 704 time: 0.1261466 Apr 06 14:08:15.252494 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:15.620786 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Allocated IP 172.20.0.1 (4721a5d2-dc37-4605-b415-ad2acae38960/76157062-6893-41fa-8434-08771268d6f2/4cd9a3cf-ee57-47f0-810d-452c3933f1d2) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:08:15.799455 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Publish callbacks [] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:15.949241 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:16.023256 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Network 4721a5d2-dc37-4605-b415-ad2acae38960 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:08:16.031256 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:16.041896 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:08:16.042402 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029848'] for router_interface (4d48249e-98be-42f9-b9f7-21029d2afaa8), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:16.065710 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Pushing event updated for resources: {'Port': ['ID=4cd9a3cf-ee57-47f0-810d-452c3933f1d2,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:16.351768 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:16.423794 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-8b49d4da-9da1-486c-b9d9-8a1474f26aa8 None None] Provisioning complete for port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:16.424569 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8b49d4da-9da1-486c-b9d9-8a1474f26aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:16.467546 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-8b49d4da-9da1-486c-b9d9-8a1474f26aa8 None None] Port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:08:16.605454 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Publish callbacks [] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:16.675849 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:16.676689 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031240'] for router_interface (4d48249e-98be-42f9-b9f7-21029d2afaa8), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:16.759599 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Pushing event updated for resources: {'Port': ['ID=4cd9a3cf-ee57-47f0-810d-452c3933f1d2,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:16.812778 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Network 4721a5d2-dc37-4605-b415-ad2acae38960 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:08:16.814106 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:16.993848 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-2ce49c54-bd48-4485-a305-b7bc7168de4e None None] Provisioning complete for port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:16.994236 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2ce49c54-bd48-4485-a305-b7bc7168de4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:17.041018 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-2ce49c54-bd48-4485-a305-b7bc7168de4e None None] Port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:08:17.059203 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Router 4d48249e-98be-42f9-b9f7-21029d2afaa8 is scheduled to L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 with binding_index 1 {{(pid=103947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:08:17.157235 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:08:17.167898 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Sync routers for ids ['4d48249e-98be-42f9-b9f7-21029d2afaa8'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:08:17.176556 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-12435342-d9ac-43fb-b2cc-27b064f69f9c demo admin] 10.222.0.10 "PUT /v2.0/routers/4d48249e-98be-42f9-b9f7-21029d2afaa8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2089181 Apr 06 14:08:17.181819 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Routers {'4d48249e-98be-42f9-b9f7-21029d2afaa8'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:08:17.182855 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:08:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['4d48249e-98be-42f9-b9f7-21029d2afaa8'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:17.397356 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Set router 4d48249e-98be-42f9-b9f7-21029d2afaa8 gateway port host: None {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:08:17.873244 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d48249e-98be-42f9-b9f7-21029d2afaa8', 'name': 'router1', 'tenant_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:04Z', 'updated_at': '2022-04-06T14:08:16Z', 'revision_number': 2, 'project_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'gw_port_host': None, '_interfaces': [{'id': '4cd9a3cf-ee57-47f0-810d-452c3933f1d2', 'name': '', 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960', 'tenant_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'mac_address': 'fa:16:3e:da:35:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d48249e-98be-42f9-b9f7-21029d2afaa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76157062-6893-41fa-8434-08771268d6f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:16Z', 'revision_number': 2, 'project_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'subnets': [{'id': '76157062-6893-41fa-8434-08771268d6f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2dbd043-4209-4a90-862a-1cee490c79f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:17.925540 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Checking router: 4d48249e-98be-42f9-b9f7-21029d2afaa8 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:08:17.926005 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Updating router 4d48249e-98be-42f9-b9f7-21029d2afaa8 port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 binding host dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:08:18.029118 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:18.599045 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Publish callbacks [] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:18.694376 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:18.877694 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Pushing event updated for resources: {'Port': ['ID=4cd9a3cf-ee57-47f0-810d-452c3933f1d2,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:18.891477 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 5 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:08:18.897512 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.897853 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.898202 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.898621 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.898964 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.899292 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.899611 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.899931 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.900251 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.900566 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.900893 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.901336 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.901659 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.901972 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.902279 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Tracked resource versions report: Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: pushed versions: Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: { 'AddressGroup': {'1.2'}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Agent': {'1.1'}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'ConntrackHelper': {'1.0'}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Log': {'1.0'}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'NDPProxy': {'1.0'}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Network': {'1.1'}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Port': {'1.7'}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'PortForwarding': {'1.3'}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'QosPolicy': {'1.10'}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'SecurityGroup': {'1.5'}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'SubPort': {'1.0'}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Subnet': {'1.1'}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Trunk': {'1.1'}} Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: consumer versions: Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: { DHCP agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: L3 agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: Metadata agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: Metering agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: Open vSwitch agent@dv-cinder-835881-5-iscsi: { 'AddressGroup': '1.2', Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Agent': '1.1', Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'ConntrackHelper': '1.0', Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'LocalIPAssociation': '1.0', Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Log': '1.0', Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'NDPProxy': '1.0', Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Network': '1.1', Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Port': '1.7', Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'PortForwarding': '1.3', Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'QosPolicy': '1.10', Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'SecurityGroup': '1.5', Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'SecurityGroupRule': '1.2', Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'SubPort': '1.0', Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Subnet': '1.1', Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Trunk': '1.1'}} Apr 06 14:08:18.903852 dv-cinder-835881-5-iscsi neutron-server[103950]: {{(pid=103950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:08:18.909205 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Attempting to bind port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:08:18.909599 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Attempting to bind port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '42c99866-3a98-4d5b-b212-cd44f10ac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:08:18.910014 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Attempting to bind port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 on network 4721a5d2-dc37-4605-b415-ad2acae38960 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:08:18.916202 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:08:18.916621 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Checking segment: {'id': '42c99866-3a98-4d5b-b212-cd44f10ac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:08:18.917097 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:18.917624 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Bound using segment: {'id': '42c99866-3a98-4d5b-b212-cd44f10ac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:08:18.917957 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Bound port: 4cd9a3cf-ee57-47f0-810d-452c3933f1d2, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c99866-3a98-4d5b-b212-cd44f10ac583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:08:18.918546 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:18.971557 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-abf45523-64d1-4188-8cb8-ed00b748fce1 None None] Provisioning complete for port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:18.972106 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-abf45523-64d1-4188-8cb8-ed00b748fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:18.991519 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] For port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:08:19.007976 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-abf45523-64d1-4188-8cb8-ed00b748fce1 None None] Port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:08:19.014843 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] For port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=4cd9a3cf-ee57-47f0-810d-452c3933f1d2,segment=NetworkSegment(42c99866-3a98-4d5b-b212-cd44f10ac583),segment_id=42c99866-3a98-4d5b-b212-cd44f10ac583)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:08:19.085844 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:19.146929 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Routers {'4d48249e-98be-42f9-b9f7-21029d2afaa8'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:08:19.147596 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:08:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['4d48249e-98be-42f9-b9f7-21029d2afaa8'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:19.220462 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55f6eb-7196-4a76-957c-afd772fbb6c7 None None] Pushing event updated for resources: {'Port': ['ID=4cd9a3cf-ee57-47f0-810d-452c3933f1d2,revision_number=4']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:19.262146 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] Set router 4d48249e-98be-42f9-b9f7-21029d2afaa8 gateway port host: None {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:08:19.434866 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-df065fa3-456e-404f-9df5-feb007f961ae None None] Provisioning complete for port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:19.435158 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-df065fa3-456e-404f-9df5-feb007f961ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:19.532511 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-df065fa3-456e-404f-9df5-feb007f961ae None None] Current status of the port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:19.533696 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-df065fa3-456e-404f-9df5-feb007f961ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:19.574025 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d48249e-98be-42f9-b9f7-21029d2afaa8', 'name': 'router1', 'tenant_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:04Z', 'updated_at': '2022-04-06T14:08:16Z', 'revision_number': 2, 'project_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'gw_port_host': None, '_interfaces': [{'id': '4cd9a3cf-ee57-47f0-810d-452c3933f1d2', 'name': '', 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960', 'tenant_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'mac_address': 'fa:16:3e:da:35:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d48249e-98be-42f9-b9f7-21029d2afaa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76157062-6893-41fa-8434-08771268d6f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:18Z', 'revision_number': 4, 'project_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'subnets': [{'id': '76157062-6893-41fa-8434-08771268d6f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2dbd043-4209-4a90-862a-1cee490c79f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:19.583366 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-df065fa3-456e-404f-9df5-feb007f961ae None None] For port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=4cd9a3cf-ee57-47f0-810d-452c3933f1d2,segment=NetworkSegment(42c99866-3a98-4d5b-b212-cd44f10ac583),segment_id=42c99866-3a98-4d5b-b212-cd44f10ac583)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:19.605773 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa0eff-7c66-4816-87a7-776dadafc13a None None] The sync data for ids ['4d48249e-98be-42f9-b9f7-21029d2afaa8'] in dv-cinder-835881-5-iscsi is: [{'id': '4d48249e-98be-42f9-b9f7-21029d2afaa8', 'name': 'router1', 'tenant_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:04Z', 'updated_at': '2022-04-06T14:08:16Z', 'revision_number': 2, 'project_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'gw_port_host': None, '_interfaces': [{'id': '4cd9a3cf-ee57-47f0-810d-452c3933f1d2', 'name': '', 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960', 'tenant_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'mac_address': 'fa:16:3e:da:35:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d48249e-98be-42f9-b9f7-21029d2afaa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76157062-6893-41fa-8434-08771268d6f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:18Z', 'revision_number': 4, 'project_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'subnets': [{'id': '76157062-6893-41fa-8434-08771268d6f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2dbd043-4209-4a90-862a-1cee490c79f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:08:19.699960 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-df065fa3-456e-404f-9df5-feb007f961ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:19.706822 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 53648) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:19.762334 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df065fa3-456e-404f-9df5-feb007f961ae None None] Pushing event updated for resources: {'Port': ['ID=4cd9a3cf-ee57-47f0-810d-452c3933f1d2,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:19.855817 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcfc4b6-cb63-46f8-b3d8-c705b772873a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:19.859182 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-fbcfc4b6-cb63-46f8-b3d8-c705b772873a admin admin] 10.222.0.10 "GET /v2.0/networks/d18a54a7-0e89-4f08-a163-00d2181e6f69 HTTP/1.1" status: 200 len: 842 time: 0.1497912 Apr 06 14:08:19.866987 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-1b564f98-8f77-441c-a897-ed4cc2ab7f89 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:20.007640 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b564f98-8f77-441c-a897-ed4cc2ab7f89 admin admin] Made reservation on behalf of 5a2a3516620d4847bf5f4e8254c916b8 for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:08:20.009828 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1b564f98-8f77-441c-a897-ed4cc2ab7f89 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:20.461929 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.objects.ports [None req-1b564f98-8f77-441c-a897-ed4cc2ab7f89 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103947) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 14:08:20.462403 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1b564f98-8f77-441c-a897-ed4cc2ab7f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for subnet (1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:20.528760 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b564f98-8f77-441c-a897-ed4cc2ab7f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:20.539034 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b564f98-8f77-441c-a897-ed4cc2ab7f89 admin admin] Checking segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:08:20.539313 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b564f98-8f77-441c-a897-ed4cc2ab7f89 admin admin] Network hostable DHCP agents. Network: d18a54a7-0e89-4f08-a163-00d2181e6f69, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:08:20.691414 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b564f98-8f77-441c-a897-ed4cc2ab7f89 admin admin] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:08:20.790733 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-1b564f98-8f77-441c-a897-ed4cc2ab7f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, d18a54a7-0e89-4f08-a163-00d2181e6f69) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:20.795291 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b564f98-8f77-441c-a897-ed4cc2ab7f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:20.796261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1b564f98-8f77-441c-a897-ed4cc2ab7f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:20.803790 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49987ca1-8356-41a5-b02d-534ffaaa120f None None] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:08:20.896962 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-1b564f98-8f77-441c-a897-ed4cc2ab7f89 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0333335 Apr 06 14:08:20.915296 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1111e809-0abe-4ccf-b657-0e94d721542b None None] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:08:23.526191 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 53656) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:23.664891 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.policy [None req-49788a7f-508b-43d6-a966-a7080ee78014 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103948) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 14:08:23.712497 dv-cinder-835881-5-iscsi neutron-server[103948]: WARNING oslo_policy.policy [None req-49788a7f-508b-43d6-a966-a7080ee78014 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:08:23.712874 dv-cinder-835881-5-iscsi neutron-server[103948]: WARNING oslo_policy.policy [None req-49788a7f-508b-43d6-a966-a7080ee78014 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 14:08:23.984399 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-49788a7f-508b-43d6-a966-a7080ee78014 demo admin] 10.222.0.10 "GET /v2.0/routers/4d48249e-98be-42f9-b9f7-21029d2afaa8 HTTP/1.1" status: 200 len: 710 time: 0.4568360 Apr 06 14:08:24.204249 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a4eb85-772b-4924-9d7f-af38db2ce322 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:08:24.206084 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-f2a4eb85-772b-4924-9d7f-af38db2ce322 demo admin] 10.222.0.10 "GET /v2.0/networks/d18a54a7-0e89-4f08-a163-00d2181e6f69 HTTP/1.1" status: 200 len: 886 time: 0.2139685 Apr 06 14:08:24.216938 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:08:24.516579 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Publish callbacks [] for router_gateway (4d48249e-98be-42f9-b9f7-21029d2afaa8), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:24.835206 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Publish callbacks [] for router_gateway (4d48249e-98be-42f9-b9f7-21029d2afaa8), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:24.938498 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:25.251569 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Allocated IP 172.27.2.17 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/e11b76e5-2666-4492-8054-068e35ec0b39) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:08:25.406788 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Publish callbacks [] for port (e11b76e5-2666-4492-8054-068e35ec0b39), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:25.534855 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (e11b76e5-2666-4492-8054-068e35ec0b39), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:25.579747 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:08:25.581269 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:08:25.652656 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:08:25.659791 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Pushing event updated for resources: {'Port': ['ID=e11b76e5-2666-4492-8054-068e35ec0b39,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:25.727914 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:25.728164 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:25.728477 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:25.728809 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:25.729133 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:25.729452 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:25.729770 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:25.730084 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:25.730417 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:25.730762 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:25.731079 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:25.731446 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:25.731985 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:25.732363 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:25.732675 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Tracked resource versions report: Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: pushed versions: Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: { 'AddressGroup': {'1.2'}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Agent': {'1.1'}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'ConntrackHelper': {'1.0'}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Log': {'1.0'}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'NDPProxy': {'1.0'}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Network': {'1.1'}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Port': {'1.7'}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'PortForwarding': {'1.3'}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'QosPolicy': {'1.10'}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'SecurityGroup': {'1.5'}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'SubPort': {'1.0'}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Subnet': {'1.1'}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Trunk': {'1.1'}} Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: consumer versions: Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: { DHCP agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: L3 agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: Metadata agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: Metering agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: Open vSwitch agent@dv-cinder-835881-5-iscsi: { 'AddressGroup': '1.2', Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Agent': '1.1', Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'ConntrackHelper': '1.0', Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'LocalIPAssociation': '1.0', Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Log': '1.0', Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'NDPProxy': '1.0', Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Network': '1.1', Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Port': '1.7', Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'PortForwarding': '1.3', Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'QosPolicy': '1.10', Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'SecurityGroup': '1.5', Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'SecurityGroupRule': '1.2', Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'SubPort': '1.0', Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Subnet': '1.1', Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Trunk': '1.1'}} Apr 06 14:08:25.734084 dv-cinder-835881-5-iscsi neutron-server[103948]: {{(pid=103948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:08:26.078720 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Publish callbacks [] for router_gateway (4d48249e-98be-42f9-b9f7-21029d2afaa8), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:26.363712 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1029610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1031770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2221'] for router (4d48249e-98be-42f9-b9f7-21029d2afaa8), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:26.370349 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1029619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1029632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1031779'] for router (4d48249e-98be-42f9-b9f7-21029d2afaa8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:26.501524 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Router 4d48249e-98be-42f9-b9f7-21029d2afaa8 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:08:26.620080 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:08:26.626595 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] Publish callbacks [] for router (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:26.629671 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-a2bc174a-6da9-4f08-9c94-c380379d1abc demo admin] 10.222.0.10 "PUT /v2.0/routers/4d48249e-98be-42f9-b9f7-21029d2afaa8 HTTP/1.1" status: 200 len: 889 time: 2.4170082 Apr 06 14:08:28.174867 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:08:28.234433 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:28.234861 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:28.328398 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:29.056512 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Sync routers for ids ['4d48249e-98be-42f9-b9f7-21029d2afaa8'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:08:29.078001 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Routers {'4d48249e-98be-42f9-b9f7-21029d2afaa8'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:08:29.079260 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:08:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['4d48249e-98be-42f9-b9f7-21029d2afaa8'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:29.335450 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Set router 4d48249e-98be-42f9-b9f7-21029d2afaa8 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:08:29.368042 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 53674) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:08:29.505060 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-bc1c4297-0a73-4304-b120-564b1e9da06f admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1355531 Apr 06 14:08:29.920796 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d48249e-98be-42f9-b9f7-21029d2afaa8', 'name': 'router1', 'tenant_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e11b76e5-2666-4492-8054-068e35ec0b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:04Z', 'updated_at': '2022-04-06T14:08:25Z', 'revision_number': 4, 'project_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'gw_port': {'id': 'e11b76e5-2666-4492-8054-068e35ec0b39', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d48249e-98be-42f9-b9f7-21029d2afaa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:24Z', 'updated_at': '2022-04-06T14:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '4cd9a3cf-ee57-47f0-810d-452c3933f1d2', 'name': '', 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960', 'tenant_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'mac_address': 'fa:16:3e:da:35:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d48249e-98be-42f9-b9f7-21029d2afaa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76157062-6893-41fa-8434-08771268d6f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:19Z', 'revision_number': 5, 'project_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'subnets': [{'id': '76157062-6893-41fa-8434-08771268d6f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2dbd043-4209-4a90-862a-1cee490c79f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:29.976837 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Checking router: 4d48249e-98be-42f9-b9f7-21029d2afaa8 for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:08:29.977788 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Updating router 4d48249e-98be-42f9-b9f7-21029d2afaa8 port e11b76e5-2666-4492-8054-068e35ec0b39 binding host dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:08:30.037480 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (e11b76e5-2666-4492-8054-068e35ec0b39), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.390726 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Publish callbacks [] for port (e11b76e5-2666-4492-8054-068e35ec0b39), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.494383 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (e11b76e5-2666-4492-8054-068e35ec0b39), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.587569 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bce59a-aefe-4438-8cfb-082f9329c41c None None] Pushing event updated for resources: {'Port': ['ID=e11b76e5-2666-4492-8054-068e35ec0b39,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:30.592150 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Attempting to bind port e11b76e5-2666-4492-8054-068e35ec0b39 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:08:30.592426 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Attempting to bind port e11b76e5-2666-4492-8054-068e35ec0b39 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:08:30.592604 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Attempting to bind port e11b76e5-2666-4492-8054-068e35ec0b39 on network d18a54a7-0e89-4f08-a163-00d2181e6f69 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:08:30.598398 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:08:30.598872 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Checking segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:08:30.599210 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.599588 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Bound using segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:08:30.600063 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Bound port: e11b76e5-2666-4492-8054-068e35ec0b39, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:08:30.600440 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (e11b76e5-2666-4492-8054-068e35ec0b39), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.662951 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] For port e11b76e5-2666-4492-8054-068e35ec0b39, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:08:30.666290 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] For port e11b76e5-2666-4492-8054-068e35ec0b39, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=e11b76e5-2666-4492-8054-068e35ec0b39,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:08:30.749975 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (e11b76e5-2666-4492-8054-068e35ec0b39), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:30.811996 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bce59a-aefe-4438-8cfb-082f9329c41c None None] Pushing event updated for resources: {'Port': ['ID=e11b76e5-2666-4492-8054-068e35ec0b39,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:30.817114 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Routers {'4d48249e-98be-42f9-b9f7-21029d2afaa8'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:08:30.817114 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:08:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['4d48249e-98be-42f9-b9f7-21029d2afaa8'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:30.944142 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] Set router 4d48249e-98be-42f9-b9f7-21029d2afaa8 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:08:31.179799 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d48249e-98be-42f9-b9f7-21029d2afaa8', 'name': 'router1', 'tenant_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e11b76e5-2666-4492-8054-068e35ec0b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:04Z', 'updated_at': '2022-04-06T14:08:25Z', 'revision_number': 4, 'project_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'gw_port': {'id': 'e11b76e5-2666-4492-8054-068e35ec0b39', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d48249e-98be-42f9-b9f7-21029d2afaa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:24Z', 'updated_at': '2022-04-06T14:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '4cd9a3cf-ee57-47f0-810d-452c3933f1d2', 'name': '', 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960', 'tenant_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'mac_address': 'fa:16:3e:da:35:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d48249e-98be-42f9-b9f7-21029d2afaa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76157062-6893-41fa-8434-08771268d6f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:19Z', 'revision_number': 5, 'project_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'subnets': [{'id': '76157062-6893-41fa-8434-08771268d6f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2dbd043-4209-4a90-862a-1cee490c79f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:08:31.210401 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc48620a-f768-4a53-9ab4-7e133fb06aa8 None None] The sync data for ids ['4d48249e-98be-42f9-b9f7-21029d2afaa8'] in dv-cinder-835881-5-iscsi is: [{'id': '4d48249e-98be-42f9-b9f7-21029d2afaa8', 'name': 'router1', 'tenant_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'e11b76e5-2666-4492-8054-068e35ec0b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:08:04Z', 'updated_at': '2022-04-06T14:08:25Z', 'revision_number': 4, 'project_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'gw_port': {'id': 'e11b76e5-2666-4492-8054-068e35ec0b39', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d48249e-98be-42f9-b9f7-21029d2afaa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:24Z', 'updated_at': '2022-04-06T14:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '4cd9a3cf-ee57-47f0-810d-452c3933f1d2', 'name': '', 'network_id': '4721a5d2-dc37-4605-b415-ad2acae38960', 'tenant_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'mac_address': 'fa:16:3e:da:35:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d48249e-98be-42f9-b9f7-21029d2afaa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '76157062-6893-41fa-8434-08771268d6f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:08:15Z', 'updated_at': '2022-04-06T14:08:19Z', 'revision_number': 5, 'project_id': 'ebb67d3f023a47cdb9d1656c52cf0070', 'subnets': [{'id': '76157062-6893-41fa-8434-08771268d6f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2dbd043-4209-4a90-862a-1cee490c79f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:08:32.220580 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device e11b76e5-2666-4492-8054-068e35ec0b39 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:08:32.313133 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port e11b76e5-2666-4492-8054-068e35ec0b39 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:32.314147 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (e11b76e5-2666-4492-8054-068e35ec0b39), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:32.469228 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port e11b76e5-2666-4492-8054-068e35ec0b39 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:32.469608 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (e11b76e5-2666-4492-8054-068e35ec0b39), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:32.493800 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port e11b76e5-2666-4492-8054-068e35ec0b39, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=e11b76e5-2666-4492-8054-068e35ec0b39,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:08:32.656257 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (e11b76e5-2666-4492-8054-068e35ec0b39), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:32.727257 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=e11b76e5-2666-4492-8054-068e35ec0b39,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:08:34.183273 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device e11b76e5-2666-4492-8054-068e35ec0b39 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:08:34.273166 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port e11b76e5-2666-4492-8054-068e35ec0b39 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:08:34.273943 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (e11b76e5-2666-4492-8054-068e35ec0b39), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:34.383362 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port e11b76e5-2666-4492-8054-068e35ec0b39 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:08:35.119130 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b1f90d78-9b2a-40f7-9244-01675d1dfff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:38.968205 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ebe2e2cb-7aa4-40e4-b672-a2ad12481e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:40.269749 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:41.909704 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:43.003432 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:08:55.871856 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 5 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:09:05.134917 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-dabdf582-c173-48e8-a2a3-7808b258619e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:08.941884 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ba24d07d-2923-40d1-8a75-a22b13eea7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:10.284803 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:11.922402 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:13.000094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:32.856074 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 5 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:09:35.117466 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d665ac92-63df-4148-bed4-ae784a69ff56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:38.941476 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-97c33801-4232-4bed-a61d-7c63ea6b4f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:40.254498 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:41.906108 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:43.008556 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:56.064867 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54158) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:56.128478 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b24912d-9054-417f-b6b2-a46d9e58532d admin admin] GET failed (client error): The resource could not be found. Apr 06 14:09:56.129905 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-9b24912d-9054-417f-b6b2-a46d9e58532d admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637803 Apr 06 14:09:56.314090 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4185c6-a142-4b8d-8d0e-1b2f0a011f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:56.315878 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-ab4185c6-a142-4b8d-8d0e-1b2f0a011f84 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1817987 Apr 06 14:09:58.715207 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54168) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:09:58.820966 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0838aa6b-57c0-4d98-8fdf-7115107b6e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:58.822342 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-0838aa6b-57c0-4d98-8fdf-7115107b6e3c admin admin] 10.222.0.10 "GET /v2.0/subnets/76157062-6893-41fa-8434-08771268d6f2 HTTP/1.1" status: 200 len: 849 time: 0.1061826 Apr 06 14:09:58.832215 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:09:58.923553 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Publish callbacks [] for subnet (76157062-6893-41fa-8434-08771268d6f2), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:59.197768 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736744330509'] for subnet (76157062-6893-41fa-8434-08771268d6f2), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:59.231039 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:09:59.231654 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:59.232966 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] 10.222.0.10 "PUT /v2.0/subnets/76157062-6893-41fa-8434-08771268d6f2 HTTP/1.1" status: 200 len: 868 time: 0.4049373 Apr 06 14:09:59.237212 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9ed855-fc6a-4863-95cb-3b8a664d454b None None] Network 4721a5d2-dc37-4605-b415-ad2acae38960 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:09:59.253692 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76157062-6893-41fa-8434-08771268d6f2,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:09:59.261692 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:59.262174 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:59.262616 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:59.262973 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:59.263310 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:59.263648 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:59.263987 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:59.264312 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:59.264658 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:59.264984 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:59.265458 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:59.265812 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:59.266741 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:59.267231 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:59.267547 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddeaf67-319e-4946-aa63-01968c00bea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:09:59.638360 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-c1ae73a2-ea8c-48c1-9579-768f7946748e None None] Provisioning complete for port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:59.638756 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c1ae73a2-ea8c-48c1-9579-768f7946748e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (4cd9a3cf-ee57-47f0-810d-452c3933f1d2), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:59.719054 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-c1ae73a2-ea8c-48c1-9579-768f7946748e None None] Current status of the port 4cd9a3cf-ee57-47f0-810d-452c3933f1d2 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:09:59.730202 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-c1ae73a2-ea8c-48c1-9579-768f7946748e None None] Provisioning complete for port f629f347-8f17-4247-9063-41e5eddc870a triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:09:59.730592 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c1ae73a2-ea8c-48c1-9579-768f7946748e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (f629f347-8f17-4247-9063-41e5eddc870a), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:09:59.812623 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-c1ae73a2-ea8c-48c1-9579-768f7946748e None None] Current status of the port f629f347-8f17-4247-9063-41e5eddc870a is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:10:01.688969 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54176) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:01.900834 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd7f0f0-956d-40c3-93f6-939436129764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:01.901297 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd7f0f0-956d-40c3-93f6-939436129764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:01.902934 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-9cd7f0f0-956d-40c3-93f6-939436129764 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2128701 Apr 06 14:10:04.288595 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54186) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:04.497292 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf621f29-131c-4a49-ada1-208d328ee1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:04.497699 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf621f29-131c-4a49-ada1-208d328ee1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:04.499293 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-cf621f29-131c-4a49-ada1-208d328ee1a9 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2097406 Apr 06 14:10:05.112409 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0e803abb-c60f-4e59-aa3d-9bb263f31ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:06.906776 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54194) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:07.045254 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c90a6-1986-4f6a-b16c-040803dcf0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:07.046768 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-843c90a6-1986-4f6a-b16c-040803dcf0b0 admin admin] 10.222.0.10 "GET /v2.0/networks/4721a5d2-dc37-4605-b415-ad2acae38960 HTTP/1.1" status: 200 len: 869 time: 0.1388972 Apr 06 14:10:08.964327 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e3642061-4a12-403d-9ca2-a31deb907f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:09.491814 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54202) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:09.622041 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a666853f-230a-4f01-9a06-d8a04f734e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:09.623475 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a666853f-230a-4f01-9a06-d8a04f734e2e admin admin] 10.222.0.10 "GET /v2.0/networks/d18a54a7-0e89-4f08-a163-00d2181e6f69 HTTP/1.1" status: 200 len: 886 time: 0.1307094 Apr 06 14:10:09.855249 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 5 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:10:10.270278 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:11.918343 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:12.071011 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54210) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:12.202361 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36202236-3fb0-4182-b97a-093ef7cb911d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:12.202886 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36202236-3fb0-4182-b97a-093ef7cb911d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:12.204509 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-36202236-3fb0-4182-b97a-093ef7cb911d admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1325340 Apr 06 14:10:13.032691 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:14.646326 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54218) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:14.747135 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b06297-c61a-4b53-9065-00e48492cbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:14.747561 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b06297-c61a-4b53-9065-00e48492cbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:14.749097 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-75b06297-c61a-4b53-9065-00e48492cbc8 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1017826 Apr 06 14:10:17.186691 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54226) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:17.278793 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6c9fb3-6d4f-4f14-b7d5-f7c16e1b5734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:17.280197 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-2d6c9fb3-6d4f-4f14-b7d5-f7c16e1b5734 admin admin] 10.222.0.10 "GET /v2.0/subnets/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19 HTTP/1.1" status: 200 len: 816 time: 0.0922396 Apr 06 14:10:19.637864 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54234) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:10:19.733783 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7727c37-f39d-403c-a694-819043a38607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:10:19.735242 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a7727c37-f39d-403c-a694-819043a38607 admin admin] 10.222.0.10 "GET /v2.0/subnets/76157062-6893-41fa-8434-08771268d6f2 HTTP/1.1" status: 200 len: 868 time: 0.0963936 Apr 06 14:10:35.078458 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7320725f-a390-4fe4-ae76-49dd3c354364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:38.956079 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a1303a82-be55-44da-9a61-5dd0b0feb6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:40.272876 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:41.944651 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:43.003989 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:10:46.853118 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 5 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:11:01.708446 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54292) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:01.757952 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [None req-a0593bfd-a175-485b-8626-108704ed3c55 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103947) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:11:01.758975 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a0593bfd-a175-485b-8626-108704ed3c55 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0492980 Apr 06 14:11:04.232201 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54300) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:04.295019 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb898db-6a83-4055-957e-3d41ecd602b4 admin admin] GET failed (client error): The resource could not be found. Apr 06 14:11:04.296533 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-ebb898db-6a83-4055-957e-3d41ecd602b4 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0634060 Apr 06 14:11:04.440879 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4d65f9-cc02-4dac-a6c6-7ffa4779c9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:04.442248 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-db4d65f9-cc02-4dac-a6c6-7ffa4779c9ba admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1406837 Apr 06 14:11:05.147784 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e779baef-ce6a-4798-872d-3ba5610403b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:06.848627 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54308) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:06.899050 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:11:07.015718 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Made reservation on behalf of 5a2a3516620d4847bf5f4e8254c916b8 for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:11:07.018835 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:07.051024 dv-cinder-835881-5-iscsi neutron-server[103947]: WARNING neutron.services.revisions.revision_plugin [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Could not find related network for resource to bump revision. Apr 06 14:11:07.062243 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:11:07.071500 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (798010b7-9125-446a-9fe8-e9821d6d1368), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:07.071834 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Added segment 798010b7-9125-446a-9fe8-e9821d6d1368 of type vlan for network 982910dd-0ef5-4bfe-95e8-f91d7341a9a0 Apr 06 14:11:07.113532 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (982910dd-0ef5-4bfe-95e8-f91d7341a9a0), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:07.225191 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (982910dd-0ef5-4bfe-95e8-f91d7341a9a0), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:07.226169 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:07.226792 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:07.287870 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Pushing event updated for resources: {'Network': ['ID=982910dd-0ef5-4bfe-95e8-f91d7341a9a0,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:07.295151 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:07.295944 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:07.295944 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:07.296250 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:07.296580 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:07.297103 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:07.297242 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:07.297540 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:07.297907 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:07.298234 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:07.298600 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:07.298939 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:07.299257 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:07.299572 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:07.300024 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:07.311226 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network 982910dd-0ef5-4bfe-95e8-f91d7341a9a0 details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:11:07.381872 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-8396b174-fe5b-4d6f-b248-450dd1806788 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5321426 Apr 06 14:11:08.973994 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2ef44792-6193-4c67-bf5f-ea18e8ff336e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:09.845583 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54316) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:11:09.910975 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f54a26d-ab8f-4732-bb4a-43e5ce9a9ab0 admin admin] GET failed (client error): The resource could not be found. Apr 06 14:11:09.912472 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-4f54a26d-ab8f-4732-bb4a-43e5ce9a9ab0 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0653799 Apr 06 14:11:09.986813 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec1a6d2-055e-4ced-b037-9c1ed43cbe3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:09.988300 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-1ec1a6d2-055e-4ced-b037-9c1ed43cbe3e admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0715449 Apr 06 14:11:09.997986 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Request body: {'subnet': {'network_id': '982910dd-0ef5-4bfe-95e8-f91d7341a9a0', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:11:10.096379 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Made reservation on behalf of 5a2a3516620d4847bf5f4e8254c916b8 for: {'subnet': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:11:10.098661 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:10.337483 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:10.502129 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for subnet (8832f36c-0104-49b8-81d5-9ea96140bb8b), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:10.560730 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8832f36c-0104-49b8-81d5-9ea96140bb8b,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:10.574821 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:10.575174 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:10.575520 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:10.575865 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:10.576197 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:10.576526 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:10.576850 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:10.577174 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:10.577500 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:10.577821 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:10.578154 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:10.578489 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:10.578842 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:10.579195 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:10.580136 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:10.585986 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Checking segment: {'id': '798010b7-9125-446a-9fe8-e9821d6d1368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '982910dd-0ef5-4bfe-95e8-f91d7341a9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:11:10.586347 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Network hostable DHCP agents. Network: 982910dd-0ef5-4bfe-95e8-f91d7341a9a0, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:11:10.683867 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Network 982910dd-0ef5-4bfe-95e8-f91d7341a9a0 is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:11:10.763936 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, 982910dd-0ef5-4bfe-95e8-f91d7341a9a0) {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:11:10.768887 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:11:10.769485 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:10.773869 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7419d7c-6029-47b9-b92d-c0f75813baea None None] Network 982910dd-0ef5-4bfe-95e8-f91d7341a9a0 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:11:10.873401 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-7f39305f-56e2-4a9e-98f1-c914ec5acbdf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8788376 Apr 06 14:11:10.891381 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf514b862-696c-5fae-9140-49a4d12cd886-982910dd-0ef5-4bfe-95e8-f91d7341a9a0', 'network_id': '982910dd-0ef5-4bfe-95e8-f91d7341a9a0', 'project_id': '5a2a3516620d4847bf5f4e8254c916b8', 'fixed_ips': [{'subnet_id': '8832f36c-0104-49b8-81d5-9ea96140bb8b'}]}} from dv-cinder-835881-5-iscsi. {{(pid=103949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:11:10.893644 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:11.048896 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Allocated IP 192.168.233.2 (982910dd-0ef5-4bfe-95e8-f91d7341a9a0/8832f36c-0104-49b8-81d5-9ea96140bb8b/ca7ec04c-16a3-4804-958e-5dc427d9b4ef) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:11:11.211379 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Publish callbacks [] for port (ca7ec04c-16a3-4804-958e-5dc427d9b4ef), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:11.301951 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (ca7ec04c-16a3-4804-958e-5dc427d9b4ef), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:11.341898 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Network 982910dd-0ef5-4bfe-95e8-f91d7341a9a0 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:11:11.347715 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:11:11.351487 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:11:11.360537 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Pushing event updated for resources: {'Port': ['ID=ca7ec04c-16a3-4804-958e-5dc427d9b4ef,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:11.384128 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:11.384475 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:11.384836 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:11.385181 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:11.385514 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:11.385838 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:11.386160 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:11.386487 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:11.386846 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:11.387152 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:11.387468 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:11.387783 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:11.388095 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:11.388409 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:11.388719 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:11:11.426090 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Attempting to bind port ca7ec04c-16a3-4804-958e-5dc427d9b4ef on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:11:11.426463 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Attempting to bind port ca7ec04c-16a3-4804-958e-5dc427d9b4ef by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '798010b7-9125-446a-9fe8-e9821d6d1368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '982910dd-0ef5-4bfe-95e8-f91d7341a9a0'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:11:11.426874 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Attempting to bind port ca7ec04c-16a3-4804-958e-5dc427d9b4ef on network 982910dd-0ef5-4bfe-95e8-f91d7341a9a0 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:11:11.434088 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:11:11.434460 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Checking segment: {'id': '798010b7-9125-446a-9fe8-e9821d6d1368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '982910dd-0ef5-4bfe-95e8-f91d7341a9a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:11:11.435364 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:11.435807 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Bound using segment: {'id': '798010b7-9125-446a-9fe8-e9821d6d1368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '982910dd-0ef5-4bfe-95e8-f91d7341a9a0'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:11:11.436599 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Bound port: ca7ec04c-16a3-4804-958e-5dc427d9b4ef, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798010b7-9125-446a-9fe8-e9821d6d1368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '982910dd-0ef5-4bfe-95e8-f91d7341a9a0'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:11:11.436974 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (ca7ec04c-16a3-4804-958e-5dc427d9b4ef), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:11.507017 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] For port ca7ec04c-16a3-4804-958e-5dc427d9b4ef, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:11:11.510263 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] For port ca7ec04c-16a3-4804-958e-5dc427d9b4ef, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=ca7ec04c-16a3-4804-958e-5dc427d9b4ef,segment=NetworkSegment(798010b7-9125-446a-9fe8-e9821d6d1368),segment_id=798010b7-9125-446a-9fe8-e9821d6d1368)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:11:11.597994 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (ca7ec04c-16a3-4804-958e-5dc427d9b4ef), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:11.660101 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c63a23-84c9-4a23-b19d-1f06e5af3ccd None None] Pushing event updated for resources: {'Port': ['ID=ca7ec04c-16a3-4804-958e-5dc427d9b4ef,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:11.950908 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:12.275541 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device ca7ec04c-16a3-4804-958e-5dc427d9b4ef up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:11:12.331930 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port ca7ec04c-16a3-4804-958e-5dc427d9b4ef triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:11:12.332812 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (ca7ec04c-16a3-4804-958e-5dc427d9b4ef), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:12.423862 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port ca7ec04c-16a3-4804-958e-5dc427d9b4ef is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:11:12.424501 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (ca7ec04c-16a3-4804-958e-5dc427d9b4ef), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:12.460778 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port ca7ec04c-16a3-4804-958e-5dc427d9b4ef, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=ca7ec04c-16a3-4804-958e-5dc427d9b4ef,segment=NetworkSegment(798010b7-9125-446a-9fe8-e9821d6d1368),segment_id=798010b7-9125-446a-9fe8-e9821d6d1368)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:11:12.536618 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (ca7ec04c-16a3-4804-958e-5dc427d9b4ef), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:12.600681 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=ca7ec04c-16a3-4804-958e-5dc427d9b4ef,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:11:12.629583 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e44074-32b3-40c3-9ad3-3be8d7d2b0a5 None None] Network 982910dd-0ef5-4bfe-95e8-f91d7341a9a0 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:11:12.746891 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-8dcb0f47-1a4b-4174-8da7-56c80b52411e None None] Provisioning complete for port ca7ec04c-16a3-4804-958e-5dc427d9b4ef triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:11:12.747275 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0f47-1a4b-4174-8da7-56c80b52411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (ca7ec04c-16a3-4804-958e-5dc427d9b4ef), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:12.849823 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb0f47-1a4b-4174-8da7-56c80b52411e None None] Current status of the port ca7ec04c-16a3-4804-958e-5dc427d9b4ef is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:11:12.971692 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-27387ceb-7c59-43af-997c-0cf8052f0a09 None None] Provisioning complete for port ca7ec04c-16a3-4804-958e-5dc427d9b4ef triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:11:12.972084 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-27387ceb-7c59-43af-997c-0cf8052f0a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (ca7ec04c-16a3-4804-958e-5dc427d9b4ef), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:13.021325 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:13.057048 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-27387ceb-7c59-43af-997c-0cf8052f0a09 None None] Current status of the port ca7ec04c-16a3-4804-958e-5dc427d9b4ef is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:11:14.254217 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device ca7ec04c-16a3-4804-958e-5dc427d9b4ef up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:11:14.306790 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port ca7ec04c-16a3-4804-958e-5dc427d9b4ef triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:11:14.307169 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (ca7ec04c-16a3-4804-958e-5dc427d9b4ef), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:14.385991 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port ca7ec04c-16a3-4804-958e-5dc427d9b4ef is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:11:23.852831 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 5 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:11:35.060185 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-494302ee-da29-4921-90e4-9ab915023da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:38.956608 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fa09433a-810c-4bf8-8d7a-ba1f918ef97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:40.363658 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:41.969751 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:11:43.053914 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:00.854790 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 5 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:12:05.100828 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c39186b2-adf0-4645-8dcb-3263a9033e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:08.946368 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-26cb0a1a-7232-4381-8660-452d2abb4b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:10.340222 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:11.946260 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:12.986271 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:35.093807 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-73a337a5-9a06-4298-8efc-d053a1382f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:37.854280 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 5 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:12:38.974285 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-36d3d35a-cf5c-46b6-8a89-5b4da184bebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:40.329224 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:41.962475 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:43.094651 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:53.380258 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54356) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:53.386144 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [None req-9f9f4b02-b898-4059-8fa7-b582f94be174 tempest-verify_tempest_config-51390571 tempest-verify_tempest_config-51390571-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:12:53.387150 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-9f9f4b02-b898-4059-8fa7-b582f94be174 tempest-verify_tempest_config-51390571 tempest-verify_tempest_config-51390571-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059249 Apr 06 14:12:54.184623 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54374) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:54.293867 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:54.396095 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Publish callbacks [] for security_group (7f9a6376-0081-4238-a89f-6c0a09640448), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:54.510879 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7f9a6376-0081-4238-a89f-6c0a09640448), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:54.554680 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9a6376-0081-4238-a89f-6c0a09640448,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:54.559236 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac68b4ab4a744c568fb4cc5aef54da84&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3735709 Apr 06 14:12:54.562147 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54378) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:12:54.563641 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.563985 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.564321 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.564654 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.564984 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.565310 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.565634 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.565952 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.566290 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.566639 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.566983 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.567319 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.567638 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.567957 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.568490 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3f0b31-f8c0-4ad2-9325-bbff10fa11a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.619588 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Publish callbacks [] for security_group (7f9a6376-0081-4238-a89f-6c0a09640448), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:54.640909 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Publish callbacks [] for security_group (7f9a6376-0081-4238-a89f-6c0a09640448), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:54.837074 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7f9a6376-0081-4238-a89f-6c0a09640448), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:54.839519 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:12:54.840703 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f9a6376-0081-4238-a89f-6c0a09640448 HTTP/1.1" status: 204 len: 168 time: 0.2775459 Apr 06 14:12:54.849283 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9a6376-0081-4238-a89f-6c0a09640448,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:12:54.855882 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.856222 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.856555 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.856883 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.857203 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.857520 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.857923 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.858238 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.858579 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.858936 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.859402 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.859752 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.860045 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.860357 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:12:54.860670 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826cc843-b99a-43ea-9234-acf90ed34074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:13:05.087420 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de087a04-2815-4f4e-a834-7dc0929af858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:08.951020 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6a6c4719-33b2-47e7-b88d-d41264021b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:10.305133 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:12.036550 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:13.002576 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:14.852304 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 5 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:13:35.087286 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-354c9fb3-c303-446c-a078-ac3936dfbf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:38.978191 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7ebe0389-d0c1-4d9a-add8-75e9aa9a349a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:40.321731 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:41.972674 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:42.966710 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:13:51.851323 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 5 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:14:05.126226 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db53a5b4-16b1-4ef3-bcd5-551901cfbbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:08.955676 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-40388399-99ee-43d7-8aba-54081eb0270d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:10.354832 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:11.960380 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:13.001150 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:28.851152 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 5 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:14:35.085573 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-727c85b6-8e7c-4d88-a8b1-c77a06b1bf83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:38.942991 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ac119e82-c5e3-4564-ab35-35c701febfb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:40.314210 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:41.965301 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:43.005853 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:14:49.342818 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1029766'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:04.107818 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54450) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:04.214585 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-ba7d491f-f784-486d-910e-ec53f7e2d5ea admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1055994 Apr 06 14:15:05.216766 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9ad0e00b-620c-4cc5-a3d2-3983ae2b3c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:05.850428 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:15:06.612898 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54460) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:15:06.669942 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-27912282-4ec6-4643-9417-bccdf69c7b7e admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0559633 Apr 06 14:15:08.948079 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-aed8a6a5-c2ed-460f-9c5d-7ee8e2b5700e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:10.307690 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:11.977738 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:13.004860 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:19.324743 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:35.084325 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-228cddfa-9fb3-41e1-8df5-9fbaeed8afb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:39.009764 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-735ccf82-66ab-4844-9d21-56f992768926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:40.295493 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:41.957836 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:42.848684 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:15:43.007709 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:15:49.306401 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:05.138391 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1254232d-543f-451a-99cd-7d60d556e61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:08.957602 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-833a9a8f-5163-43cb-9c14-f536aa87fcc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:10.297971 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:12.014119 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:13.008830 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:19.351122 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:19.846996 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:16:35.082309 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-886ff004-82fb-45b9-bb80-1c9e248c7866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:38.967755 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3101bd1d-3918-463b-a9f0-f32ab331367f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:40.321822 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:42.002162 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:43.012898 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:48.743918 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54598) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:49.157134 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-network', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:49.284417 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Made reservation on behalf of 883a3af0e02a4c4aaa58db13d250a352 for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:49.284579 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.294032 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.342211 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.372990 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Publish callbacks [] for security_group (1003a388-680c-4014-af60-08e379b7a945), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.457240 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (1003a388-680c-4014-af60-08e379b7a945), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.483254 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:16:49.492599 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1003a388-680c-4014-af60-08e379b7a945,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:49.496994 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (243d8e65-ad68-4234-b668-84d987f1b6c8), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.497454 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Added segment 243d8e65-ad68-4234-b668-84d987f1b6c8 of type vlan for network d73478ee-9b0d-4843-9091-2e57c81931a6 Apr 06 14:16:49.508111 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:49.508451 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:49.508816 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:49.509156 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:49.509492 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:49.509820 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:49.510142 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:49.510487 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:49.510869 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:49.511188 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:49.511547 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:49.511904 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:49.512225 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:49.512542 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:49.512857 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Tracked resource versions report: Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: pushed versions: Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: { 'AddressGroup': {'1.2'}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Agent': {'1.1'}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'ConntrackHelper': {'1.0'}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Log': {'1.0'}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'NDPProxy': {'1.0'}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Network': {'1.1'}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Port': {'1.7'}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'PortForwarding': {'1.3'}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'QosPolicy': {'1.10'}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'SecurityGroup': {'1.5'}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'SubPort': {'1.0'}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Subnet': {'1.1'}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Trunk': {'1.1'}} Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: consumer versions: Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: { DHCP agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: HyperV agent@hv-cinder-83588: {}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: L3 agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: Metadata agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: Metering agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: Open vSwitch agent@dv-cinder-835881-5-iscsi: { 'AddressGroup': '1.2', Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Agent': '1.1', Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'ConntrackHelper': '1.0', Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'LocalIPAssociation': '1.0', Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Log': '1.0', Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'NDPProxy': '1.0', Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Network': '1.1', Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Port': '1.7', Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'PortForwarding': '1.3', Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'QosPolicy': '1.10', Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'SecurityGroup': '1.5', Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'SecurityGroupRule': '1.2', Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'SubPort': '1.0', Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Subnet': '1.1', Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: 'Trunk': '1.1'}} Apr 06 14:16:49.514032 dv-cinder-835881-5-iscsi neutron-server[103947]: {{(pid=103947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:16:49.558319 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (d73478ee-9b0d-4843-9091-2e57c81931a6), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.756031 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (d73478ee-9b0d-4843-9091-2e57c81931a6), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.757023 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:49.757595 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:49.795323 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54640) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:49.825000 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] Pushing event updated for resources: {'Network': ['ID=d73478ee-9b0d-4843-9091-2e57c81931a6,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:49.836137 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network d73478ee-9b0d-4843-9091-2e57c81931a6 details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:16:49.856407 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-bbd21040-2508-404e-bad4-fac6763bfd45 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1056199 Apr 06 14:16:49.860031 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54648) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:49.865977 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Request body: {'subnet': {'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-subnet', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:49.984575 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Made reservation on behalf of 883a3af0e02a4c4aaa58db13d250a352 for: {'subnet': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:49.987754 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:50.253453 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for subnet (0b1e60e8-a738-410d-8a83-efba5f29d55c), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:50.263473 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2067696694-network', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:50.293879 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54666) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:50.294943 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54668) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:50.331256 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54674) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:50.351822 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Checking segment: {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:16:50.352274 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Network hostable DHCP agents. Network: d73478ee-9b0d-4843-9091-2e57c81931a6, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:16:50.360052 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b1e60e8-a738-410d-8a83-efba5f29d55c,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:50.371463 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:50.371656 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:50.372060 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:50.372568 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:50.372896 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:50.373221 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:50.373548 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:50.373867 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:50.374535 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:50.374535 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:50.374900 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:50.375242 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:50.375564 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:50.375875 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:50.376184 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Tracked resource versions report: Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: pushed versions: Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: { 'AddressGroup': {'1.2'}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Agent': {'1.1'}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'ConntrackHelper': {'1.0'}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Log': {'1.0'}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'NDPProxy': {'1.0'}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Network': {'1.1'}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Port': {'1.7'}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'PortForwarding': {'1.3'}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'QosPolicy': {'1.10'}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'SecurityGroup': {'1.5'}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'SubPort': {'1.0'}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Subnet': {'1.1'}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Trunk': {'1.1'}} Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: consumer versions: Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: { DHCP agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: HyperV agent@hv-cinder-83588: {}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: L3 agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: Metadata agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: Metering agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: Open vSwitch agent@dv-cinder-835881-5-iscsi: { 'AddressGroup': '1.2', Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Agent': '1.1', Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'ConntrackHelper': '1.0', Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'LocalIPAssociation': '1.0', Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Log': '1.0', Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'NDPProxy': '1.0', Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Network': '1.1', Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Port': '1.7', Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'PortForwarding': '1.3', Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'QosPolicy': '1.10', Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'SecurityGroup': '1.5', Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'SecurityGroupRule': '1.2', Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'SubPort': '1.0', Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Subnet': '1.1', Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: 'Trunk': '1.1'}} Apr 06 14:16:50.377389 dv-cinder-835881-5-iscsi neutron-server[103948]: {{(pid=103948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:16:50.399188 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] Made reservation on behalf of fe717c9db0244c0291dcc0ff1f23244a for: {'network': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:50.401551 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:50.411178 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:50.487760 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] Publish callbacks [] for security_group (7caa4b6c-f90a-48ec-ad5a-91b8598134bf), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:50.501772 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Network d73478ee-9b0d-4843-9091-2e57c81931a6 is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:16:50.582040 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1701821911-network', 'tenant_id': '3bc16e10a5694baba5ee083cdc30a975'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:50.625861 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7caa4b6c-f90a-48ec-ad5a-91b8598134bf), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:50.634510 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, d73478ee-9b0d-4843-9091-2e57c81931a6) {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:50.639675 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:50.640425 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:50.645813 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e6dbe-9b7f-4e0f-b68d-0ab5e1ff677e None None] Network d73478ee-9b0d-4843-9091-2e57c81931a6 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:16:50.690220 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caa4b6c-f90a-48ec-ad5a-91b8598134bf,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:50.702827 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=103948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:16:50.725797 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736744399984', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (bb2e079d-2af8-4051-8872-635bcb214a68), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:50.727770 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] Made reservation on behalf of 3bc16e10a5694baba5ee083cdc30a975 for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:50.731188 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:50.741138 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] Unsubscribe: segment precommit_create {{(pid=103948) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 14:16:50.742013 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.segments_db [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] Added segment bb2e079d-2af8-4051-8872-635bcb214a68 of type vlan for network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c Apr 06 14:16:50.749578 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:50.762941 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-293389655-network', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:50.793360 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-network', 'tenant_id': 'b3704131189249758fe79fd530a64a7f'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:50.802917 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf514b862-696c-5fae-9140-49a4d12cd886-d73478ee-9b0d-4843-9091-2e57c81931a6', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c'}]}} from dv-cinder-835881-5-iscsi. {{(pid=103949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:16:50.803942 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:50.813756 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (30bc2d19-0a57-49c0-af7c-ee8f649f7a8c), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:50.897256 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-138a2181-48a8-4613-a098-79eaa0c5a1d9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0358465 Apr 06 14:16:50.900127 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54686) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:50.907739 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:50.982687 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Allocated IP 172.20.0.2 (d73478ee-9b0d-4843-9091-2e57c81931a6/0b1e60e8-a738-410d-8a83-efba5f29d55c/5ca52217-5d5c-4c1a-a494-523b34b088ba) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:50.996775 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (30bc2d19-0a57-49c0-af7c-ee8f649f7a8c), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:50.999747 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:51.000528 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.004399 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] Publish callbacks [] for security_group (e50f500f-4a95-4d2b-9a41-a5178b8b6ae5), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.075528 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] Made reservation on behalf of b3704131189249758fe79fd530a64a7f for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:51.079571 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.083848 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2246'] for router (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.085244 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2271'] for router (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.091735 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.146441 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3499472 Apr 06 14:16:51.147393 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54698) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:51.178437 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-db5fc7e7-a275-4f1f-9691-e7e6b0ae93ba admin admin] Request body: {'subnet': {'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-subnet', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:51.184136 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] Publish callbacks [] for security_group (37cafd32-d6d9-4fa4-ac7f-28698317a3e6), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.186174 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e50f500f-4a95-4d2b-9a41-a5178b8b6ae5), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.190013 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] Made reservation on behalf of 7c06d10321c24c2eb672098ef14e6bad for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:51.191697 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d5fae-e697-46f0-8e0b-87159ccc0eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:51.191852 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Publish callbacks [] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.193784 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.210744 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.219119 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:16:51.221765 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:16:51.263841 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (ecf5d022-145c-4e4d-9483-d01feb197f55), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.264517 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] Added segment ecf5d022-145c-4e4d-9483-d01feb197f55 of type vlan for network 99e49092-61cb-49a0-a020-496d823e9069 Apr 06 14:16:51.274956 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:51.281373 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (37cafd32-d6d9-4fa4-ac7f-28698317a3e6), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.287322 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.300735 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5fc7e7-a275-4f1f-9691-e7e6b0ae93ba admin admin] Made reservation on behalf of fe717c9db0244c0291dcc0ff1f23244a for: {'subnet': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:51.305014 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-db5fc7e7-a275-4f1f-9691-e7e6b0ae93ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.318540 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cafd32-d6d9-4fa4-ac7f-28698317a3e6,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:51.347246 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Publish callbacks [] for router_controller (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), precommit_add_association {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.352032 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Network d73478ee-9b0d-4843-9091-2e57c81931a6 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:51.355444 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:51.363852 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:16:51.367592 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Pushing event updated for resources: {'Port': ['ID=5ca52217-5d5c-4c1a-a494-523b34b088ba,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:51.381342 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:51.381342 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:51.381342 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:51.381774 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:51.382005 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:51.382324 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:51.382753 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:51.383084 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:51.383419 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:51.383729 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:51.384048 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:51.384383 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:51.384821 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:51.385128 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:51.385440 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Tracked resource versions report: Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: pushed versions: Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: { 'AddressGroup': {'1.2'}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Agent': {'1.1'}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'ConntrackHelper': {'1.0'}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Log': {'1.0'}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'NDPProxy': {'1.0'}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Network': {'1.1'}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Port': {'1.7'}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'PortForwarding': {'1.3'}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'QosPolicy': {'1.10'}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'SecurityGroup': {'1.5'}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'SubPort': {'1.0'}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Subnet': {'1.1'}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Trunk': {'1.1'}} Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: consumer versions: Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: { DHCP agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: HyperV agent@hv-cinder-83588: {}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: L3 agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: Metadata agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: Metering agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: Open vSwitch agent@dv-cinder-835881-5-iscsi: { 'AddressGroup': '1.2', Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Agent': '1.1', Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'ConntrackHelper': '1.0', Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'LocalIPAssociation': '1.0', Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Log': '1.0', Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'NDPProxy': '1.0', Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Network': '1.1', Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Port': '1.7', Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'PortForwarding': '1.3', Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'QosPolicy': '1.10', Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'SecurityGroup': '1.5', Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'SecurityGroupRule': '1.2', Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'SubPort': '1.0', Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Subnet': '1.1', Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: 'Trunk': '1.1'}} Apr 06 14:16:51.386691 dv-cinder-835881-5-iscsi neutron-server[103949]: {{(pid=103949) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:16:51.404608 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:16:51.416289 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (99e49092-61cb-49a0-a020-496d823e9069), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.441435 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (5c05e77d-709f-4099-bb65-849b26f8ccad), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.441926 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] Added segment 5c05e77d-709f-4099-bb65-849b26f8ccad of type vlan for network c86284af-8e01-433f-b259-029eabfd0d24 Apr 06 14:16:51.483211 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Attempting to bind port 5ca52217-5d5c-4c1a-a494-523b34b088ba on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:16:51.483583 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Attempting to bind port 5ca52217-5d5c-4c1a-a494-523b34b088ba by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:16:51.489527 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Attempting to bind port 5ca52217-5d5c-4c1a-a494-523b34b088ba on network d73478ee-9b0d-4843-9091-2e57c81931a6 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:16:51.500743 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:16:51.500743 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Checking segment: {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:16:51.500743 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.501068 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Bound using segment: {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:16:51.501251 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Bound port: 5ca52217-5d5c-4c1a-a494-523b34b088ba, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:16:51.501632 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.544671 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (c86284af-8e01-433f-b259-029eabfd0d24), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.551849 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] Publish callbacks [] for security_group (e51f5d16-54b0-493a-8ad3-909ccf331193), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.602673 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] For port 5ca52217-5d5c-4c1a-a494-523b34b088ba, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:51.606127 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] For port 5ca52217-5d5c-4c1a-a494-523b34b088ba, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=5ca52217-5d5c-4c1a-a494-523b34b088ba,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:51.607987 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (99e49092-61cb-49a0-a020-496d823e9069), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.609581 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:51.610252 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.648002 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Publish callbacks [] for router_gateway (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.659366 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e51f5d16-54b0-493a-8ad3-909ccf331193), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.689812 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] Pushing event updated for resources: {'Network': ['ID=99e49092-61cb-49a0-a020-496d823e9069,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:51.693811 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:16:51.702048 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network 99e49092-61cb-49a0-a020-496d823e9069 details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:16:51.724043 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (ea32f625-25d0-48b7-8e79-9af109460771), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.724043 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] Added segment ea32f625-25d0-48b7-8e79-9af109460771 of type vlan for network e7f06fab-66c7-42ea-96fa-e281e3bc57bc Apr 06 14:16:51.724043 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51f5d16-54b0-493a-8ad3-909ccf331193,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:51.760884 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (c86284af-8e01-433f-b259-029eabfd0d24), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.768364 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:51.768364 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.768364 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (e7f06fab-66c7-42ea-96fa-e281e3bc57bc), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.802879 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-db5fc7e7-a275-4f1f-9691-e7e6b0ae93ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for subnet (8b274f6d-7ae6-4a62-9350-943b95ce2349), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.811000 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.814193 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f8e74d4d-b1ab-417a-8e69-0f617f2b772d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5148733 Apr 06 14:16:51.841875 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54718) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:51.847624 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-f620533e-a34f-4544-8bc5-5f43238a17c7 admin admin] Request body: {'subnet': {'network_id': '99e49092-61cb-49a0-a020-496d823e9069', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1701821911-subnet', 'tenant_id': '3bc16e10a5694baba5ee083cdc30a975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:51.879683 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] Pushing event updated for resources: {'Network': ['ID=c86284af-8e01-433f-b259-029eabfd0d24,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:51.887735 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (e7f06fab-66c7-42ea-96fa-e281e3bc57bc), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.888288 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:51.888948 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:51.919102 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network c86284af-8e01-433f-b259-029eabfd0d24 details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:16:51.952018 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989267f-e098-4353-a11d-2c06148f5893 None None] Pushing event updated for resources: {'Port': ['ID=5ca52217-5d5c-4c1a-a494-523b34b088ba,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:51.967799 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fc7e7-a275-4f1f-9691-e7e6b0ae93ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b274f6d-7ae6-4a62-9350-943b95ce2349,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:52.006308 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54728) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:52.012067 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a3ec4030-feee-4547-b784-b37aa7a5a9e0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6772268 Apr 06 14:16:52.014338 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f620533e-a34f-4544-8bc5-5f43238a17c7 admin admin] Made reservation on behalf of 3bc16e10a5694baba5ee083cdc30a975 for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:52.020304 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f620533e-a34f-4544-8bc5-5f43238a17c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:52.026044 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-025cbeaf-337d-4e7a-969a-05e6db756129 admin admin] Request body: {'subnet': {'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-subnet', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:52.056075 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5fc7e7-a275-4f1f-9691-e7e6b0ae93ba admin admin] Checking segment: {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:16:52.056465 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5fc7e7-a275-4f1f-9691-e7e6b0ae93ba admin admin] Network hostable DHCP agents. Network: 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:16:52.130986 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54734) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:52.133555 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8340578 Apr 06 14:16:52.146546 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3a509-fe14-4525-b704-544dd8edd2bb admin admin] Pushing event updated for resources: {'Network': ['ID=e7f06fab-66c7-42ea-96fa-e281e3bc57bc,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:52.155390 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network e7f06fab-66c7-42ea-96fa-e281e3bc57bc details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:16:52.190384 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-29cf0697-cafa-49c3-8ad4-a4fda3a2bbce admin admin] Request body: {'subnet': {'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-293389655-subnet', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:52.260014 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025cbeaf-337d-4e7a-969a-05e6db756129 admin admin] Made reservation on behalf of b3704131189249758fe79fd530a64a7f for: {'subnet': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:52.270376 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-025cbeaf-337d-4e7a-969a-05e6db756129 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:52.272769 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5fc7e7-a275-4f1f-9691-e7e6b0ae93ba admin admin] Network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:16:52.488807 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cf0697-cafa-49c3-8ad4-a4fda3a2bbce admin admin] Made reservation on behalf of 7c06d10321c24c2eb672098ef14e6bad for: {'subnet': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:16:52.491368 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-29cf0697-cafa-49c3-8ad4-a4fda3a2bbce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:52.493753 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-db5fc7e7-a275-4f1f-9691-e7e6b0ae93ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c) {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:52.507501 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5fc7e7-a275-4f1f-9691-e7e6b0ae93ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:52.508143 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-db5fc7e7-a275-4f1f-9691-e7e6b0ae93ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:52.513404 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 5ca52217-5d5c-4c1a-a494-523b34b088ba up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:16:52.546300 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3242c0f3-6c00-4f22-a6e9-d7f0d60b5722 None None] Network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:16:52.571458 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f620533e-a34f-4544-8bc5-5f43238a17c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for subnet (ca8af7ae-a224-4a78-aecf-166aa36500a2), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:52.582055 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Publish callbacks [] for router_gateway (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:52.628482 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:52.660787 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620533e-a34f-4544-8bc5-5f43238a17c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca8af7ae-a224-4a78-aecf-166aa36500a2,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:52.722181 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-db5fc7e7-a275-4f1f-9691-e7e6b0ae93ba admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5488963 Apr 06 14:16:52.723805 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54754) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:52.733236 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:52.742742 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f620533e-a34f-4544-8bc5-5f43238a17c7 admin admin] Checking segment: {'id': 'ecf5d022-145c-4e4d-9483-d01feb197f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '99e49092-61cb-49a0-a020-496d823e9069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:16:52.743751 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f620533e-a34f-4544-8bc5-5f43238a17c7 admin admin] Network hostable DHCP agents. Network: 99e49092-61cb-49a0-a020-496d823e9069, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:16:52.780670 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 5ca52217-5d5c-4c1a-a494-523b34b088ba triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:16:52.781724 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:52.833747 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf514b862-696c-5fae-9140-49a4d12cd886-30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349'}]}} from dv-cinder-835881-5-iscsi. {{(pid=103949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:16:52.834829 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:52.861895 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f620533e-a34f-4544-8bc5-5f43238a17c7 admin admin] Network 99e49092-61cb-49a0-a020-496d823e9069 is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:16:52.963158 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Allocated IP 172.27.2.217 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/40a04951-0c6f-4426-89e4-04b7f48f3738) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:52.981421 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2246'] for router (49439ce0-7712-49d6-b21e-3e1a54cba58c), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:52.982432 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2271'] for router (49439ce0-7712-49d6-b21e-3e1a54cba58c), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:52.996156 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-f620533e-a34f-4544-8bc5-5f43238a17c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, 99e49092-61cb-49a0-a020-496d823e9069) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:53.001445 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f620533e-a34f-4544-8bc5-5f43238a17c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:53.002868 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f620533e-a34f-4544-8bc5-5f43238a17c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:53.019299 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7739efd1-8f5e-42d9-a834-582efc3d9e6c None None] Network 99e49092-61cb-49a0-a020-496d823e9069 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:16:53.082260 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Publish callbacks [] for router_controller (49439ce0-7712-49d6-b21e-3e1a54cba58c), precommit_add_association {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:53.132164 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 5ca52217-5d5c-4c1a-a494-523b34b088ba is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:16:53.132562 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:53.153087 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-025cbeaf-337d-4e7a-969a-05e6db756129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for subnet (d3abd841-b723-4c66-b34b-6c95c35f2cdf), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:53.196665 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f620533e-a34f-4544-8bc5-5f43238a17c7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3533487 Apr 06 14:16:53.241796 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port 5ca52217-5d5c-4c1a-a494-523b34b088ba, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=5ca52217-5d5c-4c1a-a494-523b34b088ba,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:53.276542 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Allocated IP 172.20.0.2 (30bc2d19-0a57-49c0-af7c-ee8f649f7a8c/8b274f6d-7ae6-4a62-9350-943b95ce2349/7091b819-ce5d-4927-b22d-7e5945039a20) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:53.281823 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0fae66-09c4-498e-b12b-beb4964376f7 None None] Network 99e49092-61cb-49a0-a020-496d823e9069 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:16:53.439447 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-29cf0697-cafa-49c3-8ad4-a4fda3a2bbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for subnet (33aa3945-cd87-4a41-b88b-8619a64161f1), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:53.499756 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Publish callbacks [] for port (40a04951-0c6f-4426-89e4-04b7f48f3738), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:53.533985 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf0697-cafa-49c3-8ad4-a4fda3a2bbce admin admin] Checking segment: {'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:16:53.535061 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cf0697-cafa-49c3-8ad4-a4fda3a2bbce admin admin] Network hostable DHCP agents. Network: e7f06fab-66c7-42ea-96fa-e281e3bc57bc, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:16:53.537947 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cbeaf-337d-4e7a-969a-05e6db756129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3abd841-b723-4c66-b34b-6c95c35f2cdf,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:53.551276 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a121a020-a1bb-43a0-bf38-4e71d4b8ebc6 None None] Network d73478ee-9b0d-4843-9091-2e57c81931a6 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:16:53.558098 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:53.558323 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025cbeaf-337d-4e7a-969a-05e6db756129 admin admin] Checking segment: {'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:16:53.558867 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025cbeaf-337d-4e7a-969a-05e6db756129 admin admin] Network hostable DHCP agents. Network: c86284af-8e01-433f-b259-029eabfd0d24, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:16:53.736962 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Publish callbacks [] for router_gateway (49439ce0-7712-49d6-b21e-3e1a54cba58c), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:53.759799 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf0697-cafa-49c3-8ad4-a4fda3a2bbce admin admin] Pushing event updated for resources: {'Subnet': ['ID=33aa3945-cd87-4a41-b88b-8619a64161f1,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:53.817740 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-a4e31f74-6eaa-4edf-b4d6-ff2ddf9d621b None None] Provisioning complete for port 5ca52217-5d5c-4c1a-a494-523b34b088ba triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:16:53.818294 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a4e31f74-6eaa-4edf-b4d6-ff2ddf9d621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:53.862832 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=5ca52217-5d5c-4c1a-a494-523b34b088ba,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:53.912175 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cf0697-cafa-49c3-8ad4-a4fda3a2bbce admin admin] Network e7f06fab-66c7-42ea-96fa-e281e3bc57bc is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:16:53.916046 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (40a04951-0c6f-4426-89e4-04b7f48f3738), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:53.917837 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025cbeaf-337d-4e7a-969a-05e6db756129 admin admin] Network c86284af-8e01-433f-b259-029eabfd0d24 is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:16:53.974707 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:53.985328 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:53.998179 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Pushing event updated for resources: {'Port': ['ID=40a04951-0c6f-4426-89e4-04b7f48f3738,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:54.003054 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:16:54.036324 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Publish callbacks [] for port (7091b819-ce5d-4927-b22d-7e5945039a20), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:54.042078 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-a4e31f74-6eaa-4edf-b4d6-ff2ddf9d621b None None] Current status of the port 5ca52217-5d5c-4c1a-a494-523b34b088ba is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:16:54.091221 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-025cbeaf-337d-4e7a-969a-05e6db756129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, c86284af-8e01-433f-b259-029eabfd0d24) {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:54.101255 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f734248-3113-4608-94d8-8e6111cc8876 None None] Network c86284af-8e01-433f-b259-029eabfd0d24 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:16:54.103259 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-29cf0697-cafa-49c3-8ad4-a4fda3a2bbce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, e7f06fab-66c7-42ea-96fa-e281e3bc57bc) {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:54.126876 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025cbeaf-337d-4e7a-969a-05e6db756129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:54.127590 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-025cbeaf-337d-4e7a-969a-05e6db756129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:54.160246 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (7091b819-ce5d-4927-b22d-7e5945039a20), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:54.250170 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:54.253815 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:54.264163 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:16:54.271511 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Pushing event updated for resources: {'Port': ['ID=7091b819-ce5d-4927-b22d-7e5945039a20,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:54.273919 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cf0697-cafa-49c3-8ad4-a4fda3a2bbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:54.274655 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-29cf0697-cafa-49c3-8ad4-a4fda3a2bbce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:54.300776 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cb43dd-6ac8-41f7-9d06-5cd9f5019c09 None None] Network e7f06fab-66c7-42ea-96fa-e281e3bc57bc requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:16:54.364763 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54826) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:54.375771 dv-cinder-835881-5-iscsi neutron-server[103947]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 14:16:54.445120 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf514b862-696c-5fae-9140-49a4d12cd886-c86284af-8e01-433f-b259-029eabfd0d24', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'project_id': 'b3704131189249758fe79fd530a64a7f', 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf'}]}} from dv-cinder-835881-5-iscsi. {{(pid=103949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:16:54.446044 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:54.516815 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-29ab34a0-3b9e-403b-b182-514de7f97a24 None None] Provisioning complete for port 5ca52217-5d5c-4c1a-a494-523b34b088ba triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:16:54.517200 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-29ab34a0-3b9e-403b-b182-514de7f97a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:54.520660 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 5ca52217-5d5c-4c1a-a494-523b34b088ba up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:16:54.535035 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Publish callbacks [] for router_gateway (49439ce0-7712-49d6-b21e-3e1a54cba58c), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:54.598102 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Attempting to bind port 7091b819-ce5d-4927-b22d-7e5945039a20 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:16:54.600560 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Attempting to bind port 7091b819-ce5d-4927-b22d-7e5945039a20 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:16:54.601180 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Attempting to bind port 7091b819-ce5d-4927-b22d-7e5945039a20 on network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:16:54.678862 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-b1dda757-418c-401b-af20-9123263ac9e4 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:16:54.680873 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-b1dda757-418c-401b-af20-9123263ac9e4 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/networks?id=99e49092-61cb-49a0-a020-496d823e9069 HTTP/1.1" status: 200 len: 812 time: 0.3135712 Apr 06 14:16:54.709254 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:54.709438 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-c594e22c-fbfc-46b4-be59-2bd6dafe8fe3 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/quotas/3bc16e10a5694baba5ee083cdc30a975 HTTP/1.1" status: 200 len: 375 time: 0.0225759 Apr 06 14:16:54.735157 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:16:54.735594 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Checking segment: {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:16:54.736187 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:54.736642 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Bound using segment: {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:16:54.737186 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Bound port: 7091b819-ce5d-4927-b22d-7e5945039a20, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:16:54.737620 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (7091b819-ce5d-4927-b22d-7e5945039a20), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:54.798365 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf514b862-696c-5fae-9140-49a4d12cd886-e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1'}]}} from dv-cinder-835881-5-iscsi. {{(pid=103949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:16:54.800028 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:54.833342 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Allocated IP 172.27.2.75 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/e30d7d33-dffa-484d-8275-0cdf8f80ce69) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:54.853294 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-0051d9aa-1878-40af-9bce-8657622f568c tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bc16e10a5694baba5ee083cdc30a975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1335621 Apr 06 14:16:54.910430 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54852) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:54.911201 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-025cbeaf-337d-4e7a-969a-05e6db756129 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8888626 Apr 06 14:16:54.913987 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-29cf0697-cafa-49c3-8ad4-a4fda3a2bbce admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7814255 Apr 06 14:16:54.917824 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:54.924329 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54854) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:54.928480 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:16:54.961728 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Publish callbacks [] for router_gateway (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.024769 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 5ca52217-5d5c-4c1a-a494-523b34b088ba triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:16:55.025330 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.038320 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Allocated IP 172.20.0.2 (c86284af-8e01-433f-b259-029eabfd0d24/d3abd841-b723-4c66-b34b-6c95c35f2cdf/c213d73d-1588-4cda-a73a-617708acdf19) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:55.061301 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2246'] for router (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.061301 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2271'] for router (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.066063 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-29ab34a0-3b9e-403b-b182-514de7f97a24 None None] Current status of the port 5ca52217-5d5c-4c1a-a494-523b34b088ba is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:16:55.078260 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-45b196f1-21b7-41db-a3eb-b8c39deea7ce service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103947) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:16:55.080460 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-45b196f1-21b7-41db-a3eb-b8c39deea7ce service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0618029 Apr 06 14:16:55.082717 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] For port 7091b819-ce5d-4927-b22d-7e5945039a20, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:55.108473 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] For port 7091b819-ce5d-4927-b22d-7e5945039a20, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=7091b819-ce5d-4927-b22d-7e5945039a20,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:55.173528 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Publish callbacks [] for router_controller (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), precommit_add_association {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.234324 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-d3f6c156-ab86-4d1f-9cd5-3fabe6476fdd service neutron] 10.222.0.10 "GET /v2.0/networks/99e49092-61cb-49a0-a020-496d823e9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344600 Apr 06 14:16:55.245711 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Allocated IP 172.20.0.2 (e7f06fab-66c7-42ea-96fa-e281e3bc57bc/33aa3945-cd87-4a41-b88b-8619a64161f1/4928ab6e-af03-4ccc-a584-3cbbe84b8da9) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:55.258570 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Publish callbacks [] for port (e30d7d33-dffa-484d-8275-0cdf8f80ce69), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.269339 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (7091b819-ce5d-4927-b22d-7e5945039a20), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.299285 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 5ca52217-5d5c-4c1a-a494-523b34b088ba is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:16:55.311983 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2246'] for router (09e119b9-01b2-48f8-bf07-2c60e8125abe), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.312944 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2271'] for router (09e119b9-01b2-48f8-bf07-2c60e8125abe), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.396724 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Publish callbacks [] for router_controller (09e119b9-01b2-48f8-bf07-2c60e8125abe), precommit_add_association {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.399306 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029641'] for router (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.464853 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54985ee1-84fd-47f0-93fa-5cefcea78713 None None] Pushing event updated for resources: {'Port': ['ID=7091b819-ce5d-4927-b22d-7e5945039a20,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:55.474146 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Publish callbacks [] for port (c213d73d-1588-4cda-a73a-617708acdf19), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.527099 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54860) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:55.531368 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (e30d7d33-dffa-484d-8275-0cdf8f80ce69), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.550175 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Publish callbacks [] for router_gateway (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.577351 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Publish callbacks [] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.583149 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-622e67ad-11c8-4780-b12b-0e412d4c69b5 service neutron] 10.222.0.10 "GET /v2.0/networks/99e49092-61cb-49a0-a020-496d823e9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426785 Apr 06 14:16:55.647133 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (c213d73d-1588-4cda-a73a-617708acdf19), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.706351 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0903-38a1-4742-a2aa-7d69c9246323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.777134 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:55.794647 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.837111 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:55.860350 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0903-38a1-4742-a2aa-7d69c9246323 admin admin] Publish callbacks [] for security_group (a398ac11-e228-4084-ac89-4471fdb1738e), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:55.860552 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:16:55.873715 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Network c86284af-8e01-433f-b259-029eabfd0d24 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:55.886780 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:55.889798 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:16:55.906059 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Pushing event updated for resources: {'Port': ['ID=c213d73d-1588-4cda-a73a-617708acdf19,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:56.019887 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Pushing event updated for resources: {'Port': ['ID=e30d7d33-dffa-484d-8275-0cdf8f80ce69,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:56.098454 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54880) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:56.172533 dv-cinder-835881-5-iscsi neutron-server[103948]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 14:16:56.179290 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Pushing event updated for resources: {'Port': ['ID=4928ab6e-af03-4ccc-a584-3cbbe84b8da9,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:56.183032 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Network e7f06fab-66c7-42ea-96fa-e281e3bc57bc is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:56.187146 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:56.204173 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:16:56.222102 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Attempting to bind port c213d73d-1588-4cda-a73a-617708acdf19 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:16:56.222472 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Attempting to bind port c213d73d-1588-4cda-a73a-617708acdf19 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:16:56.222876 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Attempting to bind port c213d73d-1588-4cda-a73a-617708acdf19 on network c86284af-8e01-433f-b259-029eabfd0d24 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:16:56.232099 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:16:56.236124 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Checking segment: {'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:16:56.236124 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:56.236124 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Bound using segment: {'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:16:56.236124 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Bound port: c213d73d-1588-4cda-a73a-617708acdf19, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:16:56.236124 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (c213d73d-1588-4cda-a73a-617708acdf19), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:56.236987 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0903-38a1-4742-a2aa-7d69c9246323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (a398ac11-e228-4084-ac89-4471fdb1738e), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:56.296357 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-61c750e8-40fe-4fdf-83aa-a071ed29e93b req-0f1e65a9-8b24-40af-bbc5-a4178f33b099 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.1381395 Apr 06 14:16:56.302201 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Publish callbacks [] for router_gateway (09e119b9-01b2-48f8-bf07-2c60e8125abe), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:56.304718 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-6f7f0903-38a1-4742-a2aa-7d69c9246323 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=550197b4ae8c4353a8ecc13ee7d3ba93&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7698729 Apr 06 14:16:56.312786 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54892) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:56.340940 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] For port c213d73d-1588-4cda-a73a-617708acdf19, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:56.344350 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] For port c213d73d-1588-4cda-a73a-617708acdf19, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=c213d73d-1588-4cda-a73a-617708acdf19,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:56.704049 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Attempting to bind port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:16:56.704049 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Attempting to bind port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:16:56.704049 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Attempting to bind port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 on network e7f06fab-66c7-42ea-96fa-e281e3bc57bc {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:16:56.704049 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:16:56.704049 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Checking segment: {'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:16:56.704049 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:56.704049 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Bound using segment: {'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:16:56.704049 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Bound port: 4928ab6e-af03-4ccc-a584-3cbbe84b8da9, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:16:56.704049 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:56.715062 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f0903-38a1-4742-a2aa-7d69c9246323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a398ac11-e228-4084-ac89-4471fdb1738e,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:56.715062 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Publish callbacks [] for router_gateway (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:56.715062 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:56.722136 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 is scheduled to L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 with binding_index 1 {{(pid=103948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:16:56.725390 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] For port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:56.725390 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] For port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=4928ab6e-af03-4ccc-a584-3cbbe84b8da9,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:56.725390 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 7091b819-ce5d-4927-b22d-7e5945039a20 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:16:56.725390 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (c213d73d-1588-4cda-a73a-617708acdf19), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:56.725390 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:56.731581 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Allocated IP 172.27.2.116 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/a38bd7e9-dbe6-4037-a47b-be9579954686) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:56.731581 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c81e901f-5350-4311-a530-85026ea9447d admin admin] Publish callbacks [] for security_group (a398ac11-e228-4084-ac89-4471fdb1738e), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:56.733807 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0214f51-54a1-4b73-a487-eced6a20bc35 None None] Pushing event updated for resources: {'Port': ['ID=c213d73d-1588-4cda-a73a-617708acdf19,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:56.747467 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c81e901f-5350-4311-a530-85026ea9447d admin admin] Publish callbacks [] for security_group (a398ac11-e228-4084-ac89-4471fdb1738e), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:56.785576 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 7091b819-ce5d-4927-b22d-7e5945039a20 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:16:56.786399 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (7091b819-ce5d-4927-b22d-7e5945039a20), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:56.813818 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:56.827701 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Sync routers for ids ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:16:56.889006 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Publish callbacks [] for port (a38bd7e9-dbe6-4037-a47b-be9579954686), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:56.899892 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Routers {'07eb86a5-9beb-4120-bd9f-d1d22cd3f468'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:16:56.901325 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:16:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:56.949635 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8322f-d9a3-4a2a-8f1c-f80735c163e3 None None] Pushing event updated for resources: {'Port': ['ID=4928ab6e-af03-4ccc-a584-3cbbe84b8da9,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:56.979877 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Publish callbacks [] for router_gateway (49439ce0-7712-49d6-b21e-3e1a54cba58c), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:57.078579 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 7091b819-ce5d-4927-b22d-7e5945039a20 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:16:57.079175 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (7091b819-ce5d-4927-b22d-7e5945039a20), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:57.088452 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (a38bd7e9-dbe6-4037-a47b-be9579954686), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:57.101360 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:57.108158 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-fa864634-9752-4426-8fcd-9c9529021dcf admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2012589 Apr 06 14:16:57.109251 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c81e901f-5350-4311-a530-85026ea9447d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (a398ac11-e228-4084-ac89-4471fdb1738e), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:57.119860 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c81e901f-5350-4311-a530-85026ea9447d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:57.130374 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-c81e901f-5350-4311-a530-85026ea9447d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a398ac11-e228-4084-ac89-4471fdb1738e HTTP/1.1" status: 204 len: 168 time: 0.8119581 Apr 06 14:16:57.134701 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54914) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:57.170279 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfadaa7-cb9b-4022-956d-3af53fb613e6 None None] Network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:16:57.176618 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port 7091b819-ce5d-4927-b22d-7e5945039a20, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=7091b819-ce5d-4927-b22d-7e5945039a20,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:57.289691 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Pushing event updated for resources: {'Port': ['ID=a38bd7e9-dbe6-4037-a47b-be9579954686,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:57.315486 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:57.316506 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e901f-5350-4311-a530-85026ea9447d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a398ac11-e228-4084-ac89-4471fdb1738e,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:57.351797 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:16:57.362261 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (7091b819-ce5d-4927-b22d-7e5945039a20), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:57.371108 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:57.380704 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:16:57.392169 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-097d0500-0526-4a5b-8fb1-b6f97ca5ad30 None None] Provisioning complete for port 7091b819-ce5d-4927-b22d-7e5945039a20 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:16:57.393863 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-097d0500-0526-4a5b-8fb1-b6f97ca5ad30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (7091b819-ce5d-4927-b22d-7e5945039a20), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:57.453578 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Set router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:16:57.593984 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=7091b819-ce5d-4927-b22d-7e5945039a20,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:57.618279 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8ed8e842-14a6-48af-b085-70fa023f01e6 req-ece6e345-78ce-4414-a661-c7ac45420c8f tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.1190426 Apr 06 14:16:57.653042 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Publish callbacks [] for router_gateway (09e119b9-01b2-48f8-bf07-2c60e8125abe), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:57.749479 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:57.847762 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:16:54Z', 'revision_number': 3, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:57.882643 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Checking router: 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:16:57.883177 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Updating router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 port 40a04951-0c6f-4426-89e4-04b7f48f3738 binding host dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:16:57.920510 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-097d0500-0526-4a5b-8fb1-b6f97ca5ad30 None None] Current status of the port 7091b819-ce5d-4927-b22d-7e5945039a20 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:16:57.956208 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (40a04951-0c6f-4426-89e4-04b7f48f3738), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:58.084816 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Allocated IP 172.27.2.84 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/b9bd8c53-4628-4e8f-8796-ea6fe4319485) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:58.144952 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029641'] for router (49439ce0-7712-49d6-b21e-3e1a54cba58c), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:58.247939 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Publish callbacks [] for router_gateway (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:58.385686 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-03e23213-d79f-454a-b737-bd1c1c80f0c4 None None] Provisioning complete for port 7091b819-ce5d-4927-b22d-7e5945039a20 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:16:58.386241 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-03e23213-d79f-454a-b737-bd1c1c80f0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (7091b819-ce5d-4927-b22d-7e5945039a20), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:58.504579 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54950) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:58.549165 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-03e23213-d79f-454a-b737-bd1c1c80f0c4 None None] Current status of the port 7091b819-ce5d-4927-b22d-7e5945039a20 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:16:58.571418 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a9795a9f-d806-4b53-aada-2800aeb7b27b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:58.612701 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Publish callbacks [] for port (b9bd8c53-4628-4e8f-8796-ea6fe4319485), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:58.725373 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Router 49439ce0-7712-49d6-b21e-3e1a54cba58c is scheduled to L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 with binding_index 1 {{(pid=103948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:16:58.727359 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device c213d73d-1588-4cda-a73a-617708acdf19 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:16:58.746787 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:58.784422 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-458475a1-f52d-4923-a6a1-d540467506d1 req-139fbfaa-ae5e-486a-9639-16b74de59760 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.0476604 Apr 06 14:16:58.786629 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (b9bd8c53-4628-4e8f-8796-ea6fe4319485), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:58.793615 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a7bce8-02b3-4e33-bb72-40e679bac2f5 None None] Network e7f06fab-66c7-42ea-96fa-e281e3bc57bc requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:16:58.882437 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:16:58.888668 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:16:58.925360 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:16:58.962392 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Pushing event updated for resources: {'Port': ['ID=b9bd8c53-4628-4e8f-8796-ea6fe4319485,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:59.037510 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-25ce37e1-6051-4020-ac56-ebeced294316 None None] Provisioning complete for port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:16:59.037690 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-25ce37e1-6051-4020-ac56-ebeced294316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.043848 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Publish callbacks [] for port (40a04951-0c6f-4426-89e4-04b7f48f3738), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.067880 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:16:59.087687 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Sync routers for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:16:59.107065 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port c213d73d-1588-4cda-a73a-617708acdf19 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:16:59.107460 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (c213d73d-1588-4cda-a73a-617708acdf19), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.123501 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029641'] for router (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.150963 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d980d026-d675-42d7-a0c3-4600a1086c3a None None] Network c86284af-8e01-433f-b259-029eabfd0d24 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:16:59.161900 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (40a04951-0c6f-4426-89e4-04b7f48f3738), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.180118 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:16:59.180770 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:16:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:59.223289 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.225614 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-39d213de-8b67-4e1e-858e-4cd5c6dd1a4c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4958389 Apr 06 14:16:59.228496 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54956) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:59.236807 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Attempting to bind port 40a04951-0c6f-4426-89e4-04b7f48f3738 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:16:59.236807 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Attempting to bind port 40a04951-0c6f-4426-89e4-04b7f48f3738 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:16:59.236807 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Attempting to bind port 40a04951-0c6f-4426-89e4-04b7f48f3738 on network d18a54a7-0e89-4f08-a163-00d2181e6f69 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:16:59.246846 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:16:59.247214 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Checking segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:16:59.247797 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.248324 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Bound using segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:16:59.248980 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Bound port: 40a04951-0c6f-4426-89e4-04b7f48f3738, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:16:59.249569 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (40a04951-0c6f-4426-89e4-04b7f48f3738), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.289649 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a9795a9f-d806-4b53-aada-2800aeb7b27b admin admin] Publish callbacks [] for security_group (86971e81-f560-4129-9440-a56ef6dcfac0), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.387295 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a9795a9f-d806-4b53-aada-2800aeb7b27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (86971e81-f560-4129-9440-a56ef6dcfac0), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.400218 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] For port 40a04951-0c6f-4426-89e4-04b7f48f3738, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:16:59.421899 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] For port 40a04951-0c6f-4426-89e4-04b7f48f3738, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=40a04951-0c6f-4426-89e4-04b7f48f3738,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:16:59.443193 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Pushing event updated for resources: {'Port': ['ID=40a04951-0c6f-4426-89e4-04b7f48f3738,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:59.471007 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:59.472379 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:59.472860 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:59.473729 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:59.474164 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:59.475617 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:59.476065 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:59.476596 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:59.477362 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:59.478023 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:59.478443 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:59.479274 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:59.479797 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:59.480751 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:59.482201 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Tracked resource versions report: Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: pushed versions: Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: { 'AddressGroup': {'1.2'}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Agent': {'1.1'}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'ConntrackHelper': {'1.0'}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'LocalIPAssociation': {'1.0'}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Log': {'1.0'}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'NDPProxy': {'1.0'}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Network': {'1.1'}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Port': {'1.7'}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'PortForwarding': {'1.3'}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'QosPolicy': {'1.10'}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'SecurityGroup': {'1.5'}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'SecurityGroupRule': {'1.2'}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'SubPort': {'1.0'}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Subnet': {'1.1'}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Trunk': {'1.1'}} Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: consumer versions: Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: { DHCP agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: HyperV agent@hv-cinder-83588: {}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: L3 agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: Metadata agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: Metering agent@dv-cinder-835881-5-iscsi: {}, Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: Open vSwitch agent@dv-cinder-835881-5-iscsi: { 'AddressGroup': '1.2', Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Agent': '1.1', Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'ConntrackHelper': '1.0', Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'LocalIPAssociation': '1.0', Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Log': '1.0', Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'NDPProxy': '1.0', Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Network': '1.1', Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Port': '1.7', Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'PortForwarding': '1.3', Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'QosPolicy': '1.10', Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'SecurityGroup': '1.5', Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'SecurityGroupRule': '1.2', Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'SubPort': '1.0', Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Subnet': '1.1', Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: 'Trunk': '1.1'}} Apr 06 14:16:59.484765 dv-cinder-835881-5-iscsi neutron-server[103950]: {{(pid=103950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 14:16:59.499665 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Allocated IP 172.20.0.1 (d73478ee-9b0d-4843-9091-2e57c81931a6/0b1e60e8-a738-410d-8a83-efba5f29d55c/c4ef88b9-5927-4a8f-b727-445492a244f9) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:16:59.502928 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9795a9f-d806-4b53-aada-2800aeb7b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86971e81-f560-4129-9440-a56ef6dcfac0,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:59.508648 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a9795a9f-d806-4b53-aada-2800aeb7b27b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6ce505a6562417a8e35767de2ba34c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9991319 Apr 06 14:16:59.514974 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 54964) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:16:59.556474 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (40a04951-0c6f-4426-89e4-04b7f48f3738), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.559534 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-25ce37e1-6051-4020-ac56-ebeced294316 None None] Current status of the port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:16:59.560060 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-25ce37e1-6051-4020-ac56-ebeced294316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.562731 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Publish callbacks [] for router_gateway (09e119b9-01b2-48f8-bf07-2c60e8125abe), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.584399 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port c213d73d-1588-4cda-a73a-617708acdf19 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:16:59.584697 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (c213d73d-1588-4cda-a73a-617708acdf19), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.588778 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:16:59.641270 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9fabd-6583-41dd-bbbf-c74123185327 None None] Pushing event updated for resources: {'Port': ['ID=40a04951-0c6f-4426-89e4-04b7f48f3738,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:16:59.668227 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Routers {'07eb86a5-9beb-4120-bd9f-d1d22cd3f468'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:16:59.669431 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:16:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:16:59.692031 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Publish callbacks [] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.781868 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6572-51ef-491a-947d-4ba77e898a90 admin admin] Publish callbacks [] for security_group (86971e81-f560-4129-9440-a56ef6dcfac0), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.816146 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6572-51ef-491a-947d-4ba77e898a90 admin admin] Publish callbacks [] for security_group (86971e81-f560-4129-9440-a56ef6dcfac0), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.852462 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] Set router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:16:59.852554 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.858726 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-25ce37e1-6051-4020-ac56-ebeced294316 None None] For port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=4928ab6e-af03-4ccc-a584-3cbbe84b8da9,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:59.882451 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port c213d73d-1588-4cda-a73a-617708acdf19, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=c213d73d-1588-4cda-a73a-617708acdf19,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:16:59.932536 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 is scheduled to L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 with binding_index 1 {{(pid=103947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:16:59.952843 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-25ce37e1-6051-4020-ac56-ebeced294316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.996914 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029641'] for router (09e119b9-01b2-48f8-bf07-2c60e8125abe), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:16:59.997496 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Network d73478ee-9b0d-4843-9091-2e57c81931a6 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:00.013430 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (c213d73d-1588-4cda-a73a-617708acdf19), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:00.014211 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:00.018603 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:00.024380 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Pushing event updated for resources: {'Port': ['ID=c4ef88b9-5927-4a8f-b727-445492a244f9,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:00.042871 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:17:00.043394 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029848'] for router_interface (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:00.139164 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce37e1-6051-4020-ac56-ebeced294316 None None] Pushing event updated for resources: {'Port': ['ID=4928ab6e-af03-4ccc-a584-3cbbe84b8da9,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:00.199002 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:16:54Z', 'revision_number': 3, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:00.260052 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6572-51ef-491a-947d-4ba77e898a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (86971e81-f560-4129-9440-a56ef6dcfac0), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:00.262675 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b3eb6572-51ef-491a-947d-4ba77e898a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:00.263862 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b3eb6572-51ef-491a-947d-4ba77e898a90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86971e81-f560-4129-9440-a56ef6dcfac0 HTTP/1.1" status: 204 len: 168 time: 0.7475729 Apr 06 14:17:00.271428 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecac520-73bd-40f0-8aeb-e3b830fa1062 None None] The sync data for ids ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'] in dv-cinder-835881-5-iscsi is: [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:16:54Z', 'revision_number': 3, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:17:00.328872 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb6572-51ef-491a-947d-4ba77e898a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86971e81-f560-4129-9440-a56ef6dcfac0,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:00.416274 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-6bc506b2-07f7-4d2e-8884-292bebcda804 None None] Provisioning complete for port c213d73d-1588-4cda-a73a-617708acdf19 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:00.416710 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6bc506b2-07f7-4d2e-8884-292bebcda804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (c213d73d-1588-4cda-a73a-617708acdf19), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:00.488621 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:00.502286 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Sync routers for ids ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:17:00.524132 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Routers {'ec1676ef-82d9-453b-ab4a-d4b8c56100e7'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:17:00.536525 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:16:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:00.568311 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:16:56Z', 'revision_number': 3, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:00.593088 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8915c383-62b3-4423-842d-dc167597502d req-683767e1-5ad4-4e2d-a201-cb085146fadd tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.0922873 Apr 06 14:17:00.636694 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Checking router: 49439ce0-7712-49d6-b21e-3e1a54cba58c for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:17:00.637162 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Updating router 49439ce0-7712-49d6-b21e-3e1a54cba58c port e30d7d33-dffa-484d-8275-0cdf8f80ce69 binding host dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:17:00.644362 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:00.646048 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-fa6b4ddf-1bfb-4465-8b41-098fdcc186ff admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7323835 Apr 06 14:17:00.678450 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 54982) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:00.727399 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=c213d73d-1588-4cda-a73a-617708acdf19,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:00.742924 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:00.747296 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (e30d7d33-dffa-484d-8275-0cdf8f80ce69), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:00.842862 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:00.846729 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:00.946498 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Router 09e119b9-01b2-48f8-bf07-2c60e8125abe is scheduled to L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 with binding_index 1 {{(pid=103948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:17:00.993417 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Set router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:17:01.243706 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Publish callbacks [] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:01.341849 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:01.343408 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031240'] for router_interface (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:01.378818 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Publish callbacks [] for port (e30d7d33-dffa-484d-8275-0cdf8f80ce69), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:01.390324 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-6bc506b2-07f7-4d2e-8884-292bebcda804 None None] Current status of the port c213d73d-1588-4cda-a73a-617708acdf19 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:01.398444 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:16:57Z', 'revision_number': 3, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:01.444922 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-6bc506b2-07f7-4d2e-8884-292bebcda804 None None] Provisioning complete for port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:01.445296 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6bc506b2-07f7-4d2e-8884-292bebcda804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:01.446943 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:01.448269 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 7091b819-ce5d-4927-b22d-7e5945039a20 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:01.464118 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Checking router: ec1676ef-82d9-453b-ab4a-d4b8c56100e7 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:17:01.464471 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Updating router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 port a38bd7e9-dbe6-4037-a47b-be9579954686 binding host dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:17:01.477599 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Pushing event updated for resources: {'Port': ['ID=c4ef88b9-5927-4a8f-b727-445492a244f9,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:01.540806 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (e30d7d33-dffa-484d-8275-0cdf8f80ce69), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:01.541028 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a38bd7e9-dbe6-4037-a47b-be9579954686), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:01.541987 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Network d73478ee-9b0d-4843-9091-2e57c81931a6 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:01.543732 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:01.632779 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f440bfc-781b-4494-b9d5-38aa2843db98 None None] Pushing event updated for resources: {'Port': ['ID=e30d7d33-dffa-484d-8275-0cdf8f80ce69,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:01.670310 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:01.713912 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Attempting to bind port e30d7d33-dffa-484d-8275-0cdf8f80ce69 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:17:01.714279 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Attempting to bind port e30d7d33-dffa-484d-8275-0cdf8f80ce69 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:17:01.714670 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Attempting to bind port e30d7d33-dffa-484d-8275-0cdf8f80ce69 on network d18a54a7-0e89-4f08-a163-00d2181e6f69 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:01.802458 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-6bc506b2-07f7-4d2e-8884-292bebcda804 None None] Current status of the port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:01.809147 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:17:01.810255 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Checking segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:01.810691 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:01.810850 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:01.811094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Bound using segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:17:01.811634 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Bound port: e30d7d33-dffa-484d-8275-0cdf8f80ce69, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:17:01.812020 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (e30d7d33-dffa-484d-8275-0cdf8f80ce69), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:01.982399 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] For port e30d7d33-dffa-484d-8275-0cdf8f80ce69, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:01.989158 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] For port e30d7d33-dffa-484d-8275-0cdf8f80ce69, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=e30d7d33-dffa-484d-8275-0cdf8f80ce69,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:01.995589 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 7091b819-ce5d-4927-b22d-7e5945039a20 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:01.995990 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (7091b819-ce5d-4927-b22d-7e5945039a20), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:02.003621 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:02.015060 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-56c1917c-c635-45a8-8329-284621ee0fac admin admin] 10.222.0.10 "PUT /v2.0/routers/07eb86a5-9beb-4120-bd9f-d1d22cd3f468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7308271 Apr 06 14:17:02.035798 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Publish callbacks [] for port (a38bd7e9-dbe6-4037-a47b-be9579954686), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:02.037172 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7306751d-4ffb-4b87-ab96-c0b1507ccd56 req-be2beffa-c1dd-4825-aded-7f70d99e654a tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.2923219 Apr 06 14:17:02.053483 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:02.056535 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-5d255561-4780-4af7-9b9f-30632223b3be None None] Provisioning complete for port c213d73d-1588-4cda-a73a-617708acdf19 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:02.057157 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5d255561-4780-4af7-9b9f-30632223b3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (c213d73d-1588-4cda-a73a-617708acdf19), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:02.077747 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:02.082851 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Sync routers for ids ['09e119b9-01b2-48f8-bf07-2c60e8125abe'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:17:02.115784 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Routers {'09e119b9-01b2-48f8-bf07-2c60e8125abe'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:17:02.116011 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:16:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['09e119b9-01b2-48f8-bf07-2c60e8125abe'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:02.143607 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (e30d7d33-dffa-484d-8275-0cdf8f80ce69), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:02.160957 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (a38bd7e9-dbe6-4037-a47b-be9579954686), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:02.177227 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:02.178365 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-0a66fc56-f386-423f-93b9-bb491c15d33d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.2531314 Apr 06 14:17:02.181861 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55016) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:02.193087 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Allocated IP 172.20.0.1 (c86284af-8e01-433f-b259-029eabfd0d24/d3abd841-b723-4c66-b34b-6c95c35f2cdf/88d2bd11-4eeb-414f-82b9-3c870b6b14e8) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:02.282835 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18120527-d5d7-47d1-a308-cd0daf8c04dc None None] Pushing event updated for resources: {'Port': ['ID=a38bd7e9-dbe6-4037-a47b-be9579954686,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:02.308326 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 55022) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:02.330930 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f440bfc-781b-4494-b9d5-38aa2843db98 None None] Pushing event updated for resources: {'Port': ['ID=e30d7d33-dffa-484d-8275-0cdf8f80ce69,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:02.331328 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Attempting to bind port a38bd7e9-dbe6-4037-a47b-be9579954686 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:17:02.332188 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Attempting to bind port a38bd7e9-dbe6-4037-a47b-be9579954686 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:17:02.343666 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Attempting to bind port a38bd7e9-dbe6-4037-a47b-be9579954686 on network d18a54a7-0e89-4f08-a163-00d2181e6f69 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:02.379059 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:17:02.382674 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Checking segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:02.383456 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:02.385768 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Bound using segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:17:02.389623 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Bound port: a38bd7e9-dbe6-4037-a47b-be9579954686, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:17:02.392615 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a38bd7e9-dbe6-4037-a47b-be9579954686), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:02.430082 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-5d255561-4780-4af7-9b9f-30632223b3be None None] Current status of the port c213d73d-1588-4cda-a73a-617708acdf19 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:02.466989 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Allocated IP 172.20.0.1 (30bc2d19-0a57-49c0-af7c-ee8f649f7a8c/8b274f6d-7ae6-4a62-9350-943b95ce2349/9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:02.467658 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 7091b819-ce5d-4927-b22d-7e5945039a20 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:02.474628 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:17:02.475730 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:16:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:02.517124 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Publish callbacks [] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:02.615071 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] For port a38bd7e9-dbe6-4037-a47b-be9579954686, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:02.622467 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] For port a38bd7e9-dbe6-4037-a47b-be9579954686, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=a38bd7e9-dbe6-4037-a47b-be9579954686,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:02.623928 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1898658579-network', 'tenant_id': 'a95c659f3a464eb885d965b7e3faf679'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:02.721984 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-5d255561-4780-4af7-9b9f-30632223b3be None None] Provisioning complete for port c4ef88b9-5927-4a8f-b727-445492a244f9 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:02.722490 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5d255561-4780-4af7-9b9f-30632223b3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:02.723199 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Publish callbacks [] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:02.743091 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (a38bd7e9-dbe6-4037-a47b-be9579954686), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:02.757834 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Set router 09e119b9-01b2-48f8-bf07-2c60e8125abe gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:17:02.759267 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:17:02.889015 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Routers {'ec1676ef-82d9-453b-ab4a-d4b8c56100e7'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:17:02.889686 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:16:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:02.891694 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18120527-d5d7-47d1-a308-cd0daf8c04dc None None] Pushing event updated for resources: {'Port': ['ID=a38bd7e9-dbe6-4037-a47b-be9579954686,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:02.913639 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 40a04951-0c6f-4426-89e4-04b7f48f3738 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:02.953272 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:02.957516 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] Made reservation on behalf of a95c659f3a464eb885d965b7e3faf679 for: {'network': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:02.960291 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:02.999693 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.023991 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Network c86284af-8e01-433f-b259-029eabfd0d24 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:03.031137 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:03.034479 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:17:03.035180 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029848'] for router_interface (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.039659 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Pushing event updated for resources: {'Port': ['ID=88d2bd11-4eeb-414f-82b9-3c870b6b14e8,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:03.068591 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.083192 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] Set router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:17:03.139027 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Sync routers for ids ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:17:03.185805 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:03.199650 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:03.202877 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:17:03.204159 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029848'] for router_interface (49439ce0-7712-49d6-b21e-3e1a54cba58c), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.250929 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0bbafc36-2d5c-4c6e-a618-e1abfa271361 req-1ae99612-54fa-47a1-a403-8859743c4f1c tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.0824771 Apr 06 14:17:03.273824 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Routers {'07eb86a5-9beb-4120-bd9f-d1d22cd3f468'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:17:03.281739 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:16:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:03.347437 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Pushing event updated for resources: {'Port': ['ID=9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:03.406743 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-5d255561-4780-4af7-9b9f-30632223b3be None None] Port c4ef88b9-5927-4a8f-b727-445492a244f9 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:17:03.524317 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] Publish callbacks [] for security_group (46fc5172-9a90-4768-89a7-6a3d34e6d6b1), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.541520 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-711e306f-e3a1-4374-b524-7bfdebc9b603 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:03.549054 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-711e306f-e3a1-4374-b524-7bfdebc9b603 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 819 time: 0.5542960 Apr 06 14:17:03.570104 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 40a04951-0c6f-4426-89e4-04b7f48f3738 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:03.570421 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (40a04951-0c6f-4426-89e4-04b7f48f3738), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.595303 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-e9905589-a6eb-4fa6-91db-af0725ac4ab4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/quotas/883a3af0e02a4c4aaa58db13d250a352 HTTP/1.1" status: 200 len: 375 time: 0.0451176 Apr 06 14:17:03.619570 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:16:59Z', 'revision_number': 3, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:03.638553 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Set router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:17:03.641415 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (46fc5172-9a90-4768-89a7-6a3d34e6d6b1), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.650255 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-446c78e1-dc34-481a-a07c-5574c50dd52e None None] Provisioning complete for port c4ef88b9-5927-4a8f-b727-445492a244f9 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:03.650659 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-446c78e1-dc34-481a-a07c-5574c50dd52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.657038 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Checking router: 09e119b9-01b2-48f8-bf07-2c60e8125abe for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:17:03.657393 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Updating router 09e119b9-01b2-48f8-bf07-2c60e8125abe port b9bd8c53-4628-4e8f-8796-ea6fe4319485 binding host dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:17:03.691799 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.701806 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=103948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:17:03.723967 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.728209 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fc5172-9a90-4768-89a7-6a3d34e6d6b1,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:03.741508 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (2bad6c1c-3f3f-4ba2-a45e-378d439517c4), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.741853 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.segments_db [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] Added segment 2bad6c1c-3f3f-4ba2-a45e-378d439517c4 of type vlan for network b36bb647-2e9e-469c-b827-8ab674b4b1c6 Apr 06 14:17:03.748040 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (b9bd8c53-4628-4e8f-8796-ea6fe4319485), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.752988 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-446c78e1-dc34-481a-a07c-5574c50dd52e None None] Port c4ef88b9-5927-4a8f-b727-445492a244f9 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:17:03.782022 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.790566 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:16:57Z', 'revision_number': 3, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:03.846670 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-5c056752-8ec7-499f-b91c-c809add83ca6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2490895 Apr 06 14:17:03.858143 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (b36bb647-2e9e-469c-b827-8ab674b4b1c6), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.883006 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-446c78e1-dc34-481a-a07c-5574c50dd52e None None] Provisioning complete for port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:03.883670 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-446c78e1-dc34-481a-a07c-5574c50dd52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.914295 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:16:56Z', 'revision_number': 3, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:03.958999 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a7681-af37-4874-a185-9a171fe2c917 None None] The sync data for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi is: [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:16:56Z', 'revision_number': 3, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:17:03.984680 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 40a04951-0c6f-4426-89e4-04b7f48f3738 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:03.993909 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (40a04951-0c6f-4426-89e4-04b7f48f3738), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:03.994055 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a55e8c-e97e-4171-a62d-d7ea6e8b4243 None None] The sync data for ids ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'] in dv-cinder-835881-5-iscsi is: [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:16:57Z', 'revision_number': 3, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:17:03.995911 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-446c78e1-dc34-481a-a07c-5574c50dd52e None None] Port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:17:04.065223 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port 40a04951-0c6f-4426-89e4-04b7f48f3738, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=40a04951-0c6f-4426-89e4-04b7f48f3738,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:04.122209 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 4, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'c4ef88b9-5927-4a8f-b727-445492a244f9', 'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'mac_address': 'fa:16:3e:b5:3c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:59Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 2, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'subnets': [{'id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:04.150061 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-bea17efb-381e-4744-99b5-038a8aec5f45 service neutron] 10.222.0.10 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699559 Apr 06 14:17:04.187298 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (b36bb647-2e9e-469c-b827-8ab674b4b1c6), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.188428 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:04.189632 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.199496 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Publish callbacks [] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.201863 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Publish callbacks [] for port (b9bd8c53-4628-4e8f-8796-ea6fe4319485), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.222853 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Checking router: 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:17:04.226425 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Updating router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 port c4ef88b9-5927-4a8f-b727-445492a244f9 binding host dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:17:04.231161 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-91352ebb-4dbf-4890-9080-1bd0ff54ad4d None None] Provisioning complete for port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:04.234263 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-91352ebb-4dbf-4890-9080-1bd0ff54ad4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.273834 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Allocated IP 172.20.0.1 (e7f06fab-66c7-42ea-96fa-e281e3bc57bc/33aa3945-cd87-4a41-b88b-8619a64161f1/9bc35d88-18e4-4e92-a0e6-fbe93d54bc45) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:04.292156 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Publish callbacks [] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.298012 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] Pushing event updated for resources: {'Network': ['ID=b36bb647-2e9e-469c-b827-8ab674b4b1c6,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:04.305896 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.319462 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.320513 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031240'] for router_interface (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.334901 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-91352ebb-4dbf-4890-9080-1bd0ff54ad4d None None] Port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:17:04.340975 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network b36bb647-2e9e-469c-b827-8ab674b4b1c6 details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:17:04.413457 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-ae6bd6e6-4ac7-4814-a53d-97acfc211c58 service neutron] 10.222.0.10 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487242 Apr 06 14:17:04.463860 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (40a04951-0c6f-4426-89e4-04b7f48f3738), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.464645 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device c213d73d-1588-4cda-a73a-617708acdf19 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:04.466678 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (b9bd8c53-4628-4e8f-8796-ea6fe4319485), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.510804 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-92dcb4dc-b51e-4f7d-b4c7-2216b576d1a9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2013888 Apr 06 14:17:04.511537 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Pushing event updated for resources: {'Port': ['ID=88d2bd11-4eeb-414f-82b9-3c870b6b14e8,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:04.540744 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 55052) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:04.555224 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-32a83884-7033-4620-b115-7d98870e5d92 admin admin] Request body: {'subnet': {'network_id': 'b36bb647-2e9e-469c-b827-8ab674b4b1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1898658579-subnet', 'tenant_id': 'a95c659f3a464eb885d965b7e3faf679', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:04.585960 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.588623 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031240'] for router_interface (49439ce0-7712-49d6-b21e-3e1a54cba58c), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.671002 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Publish callbacks [] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.699411 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bdf50fc0-256f-46bf-8f75-5a1827d98f20 req-2283e3ff-ef84-491b-8f5e-c3e42cd460df tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.2177222 Apr 06 14:17:04.758475 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Attempting to bind port b9bd8c53-4628-4e8f-8796-ea6fe4319485 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:17:04.759002 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Attempting to bind port b9bd8c53-4628-4e8f-8796-ea6fe4319485 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:17:04.759354 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Attempting to bind port b9bd8c53-4628-4e8f-8796-ea6fe4319485 on network d18a54a7-0e89-4f08-a163-00d2181e6f69 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:04.774931 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:17:04.775562 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Checking segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:04.776028 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.776436 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Bound using segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:17:04.776952 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Bound port: b9bd8c53-4628-4e8f-8796-ea6fe4319485, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:17:04.777343 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (b9bd8c53-4628-4e8f-8796-ea6fe4319485), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.820979 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Network c86284af-8e01-433f-b259-029eabfd0d24 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:04.834034 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:04.858139 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:04.943619 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] For port b9bd8c53-4628-4e8f-8796-ea6fe4319485, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:04.947866 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] For port b9bd8c53-4628-4e8f-8796-ea6fe4319485, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=b9bd8c53-4628-4e8f-8796-ea6fe4319485,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:05.065079 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Pushing event updated for resources: {'Port': ['ID=9bc35d88-18e4-4e92-a0e6-fbe93d54bc45,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:05.094024 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Pushing event updated for resources: {'Port': ['ID=9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:05.151973 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (b9bd8c53-4628-4e8f-8796-ea6fe4319485), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:05.169830 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Network e7f06fab-66c7-42ea-96fa-e281e3bc57bc is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:05.171185 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port c213d73d-1588-4cda-a73a-617708acdf19 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:05.171755 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (c213d73d-1588-4cda-a73a-617708acdf19), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:05.257655 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8f06691f-b2e1-48c0-b7af-ee4dcd485d33 req-1c0f5676-6d36-4a68-bab6-db9bbaa8c2ab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 210 time: 0.1249280 Apr 06 14:17:05.257655 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:05.257655 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:17:05.257655 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029848'] for router_interface (09e119b9-01b2-48f8-bf07-2c60e8125abe), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:05.308838 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a83884-7033-4620-b115-7d98870e5d92 admin admin] Made reservation on behalf of a95c659f3a464eb885d965b7e3faf679 for: {'subnet': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:05.313482 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-32a83884-7033-4620-b115-7d98870e5d92 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:05.326702 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Publish callbacks [] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:05.394107 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=40a04951-0c6f-4426-89e4-04b7f48f3738,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:05.458499 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.49', 55578) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:05.479513 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:05.631214 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:05.638816 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:05.641441 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5a5c8-ddf1-499f-8fa6-7fc1da0c35eb None None] Pushing event updated for resources: {'Port': ['ID=c4ef88b9-5927-4a8f-b727-445492a244f9,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:05.667436 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:05.729321 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33f094-edc4-4020-abab-e7dbad128df7 None None] Pushing event updated for resources: {'Port': ['ID=b9bd8c53-4628-4e8f-8796-ea6fe4319485,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:05.825589 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Attempting to bind port c4ef88b9-5927-4a8f-b727-445492a244f9 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:17:05.825960 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Attempting to bind port c4ef88b9-5927-4a8f-b727-445492a244f9 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:17:05.826317 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Attempting to bind port c4ef88b9-5927-4a8f-b727-445492a244f9 on network d73478ee-9b0d-4843-9091-2e57c81931a6 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:05.855663 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:17:05.856039 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Checking segment: {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:05.856439 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:05.858967 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Bound using segment: {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:17:05.859517 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Bound port: c4ef88b9-5927-4a8f-b727-445492a244f9, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:17:05.859906 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:05.872729 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-04a6ee03-98b2-45aa-bd0f-b9c106cbccd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:05.888598 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Routers {'09e119b9-01b2-48f8-bf07-2c60e8125abe'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:17:05.889225 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:16:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['09e119b9-01b2-48f8-bf07-2c60e8125abe'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:06.105995 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] For port c4ef88b9-5927-4a8f-b727-445492a244f9, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:06.114732 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] For port c4ef88b9-5927-4a8f-b727-445492a244f9, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=c4ef88b9-5927-4a8f-b727-445492a244f9,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:06.121501 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-26d3772c-58c5-477e-8ad6-96c19c2e217c tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:06.125890 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-26d3772c-58c5-477e-8ad6-96c19c2e217c tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.49 "GET /v2.0/networks?id=99e49092-61cb-49a0-a020-496d823e9069 HTTP/1.1" status: 200 len: 812 time: 0.6602325 Apr 06 14:17:06.126557 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:06.186350 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-2eefe852-1892-4850-84d4-66f0a3adea88 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Request body: {'port': {'device_id': '99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a', 'network_id': '99e49092-61cb-49a0-a020-496d823e9069', 'admin_state_up': True, 'tenant_id': '3bc16e10a5694baba5ee083cdc30a975'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:06.196272 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33f094-edc4-4020-abab-e7dbad128df7 None None] Pushing event updated for resources: {'Port': ['ID=b9bd8c53-4628-4e8f-8796-ea6fe4319485,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:06.233925 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:06.292892 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-3343cc12-bca0-4ecc-80c1-006fd9c2bb75 None None] Provisioning complete for port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:06.293322 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3343cc12-bca0-4ecc-80c1-006fd9c2bb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:06.362441 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Routers {'07eb86a5-9beb-4120-bd9f-d1d22cd3f468'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:17:06.363092 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:16:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:06.520083 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] Set router 09e119b9-01b2-48f8-bf07-2c60e8125abe gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:17:06.572737 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] Set router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:17:06.617129 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9279d2b0-f739-4be4-aa1a-3c20a47f40f3 req-b5489330-a652-4241-b09b-8484396d1974 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.1466672 Apr 06 14:17:06.659647 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port c213d73d-1588-4cda-a73a-617708acdf19 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:06.660817 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:06.764680 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5a5c8-ddf1-499f-8fa6-7fc1da0c35eb None None] Pushing event updated for resources: {'Port': ['ID=c4ef88b9-5927-4a8f-b727-445492a244f9,revision_number=4']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:06.968253 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-3343cc12-bca0-4ecc-80c1-006fd9c2bb75 None None] Port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:17:06.973555 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 4, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'c4ef88b9-5927-4a8f-b727-445492a244f9', 'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'mac_address': 'fa:16:3e:b5:3c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:59Z', 'updated_at': '2022-04-06T14:17:06Z', 'revision_number': 4, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'subnets': [{'id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:07.020552 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-2eefe852-1892-4850-84d4-66f0a3adea88 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Made reservation on behalf of 3bc16e10a5694baba5ee083cdc30a975 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:07.024168 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-2eefe852-1892-4850-84d4-66f0a3adea88 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:07.029232 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Publish callbacks [] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:07.050105 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:07.081028 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072f760-aedc-4d2c-8128-e5da2f46b275 None None] The sync data for ids ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'] in dv-cinder-835881-5-iscsi is: [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 4, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'c4ef88b9-5927-4a8f-b727-445492a244f9', 'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'mac_address': 'fa:16:3e:b5:3c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:59Z', 'updated_at': '2022-04-06T14:17:06Z', 'revision_number': 4, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'subnets': [{'id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:17:07.090806 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-a8b7dc80-aa1e-4f9c-8771-3d84f1668c9e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:07.096180 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-a8b7dc80-aa1e-4f9c-8771-3d84f1668c9e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 819 time: 0.7432821 Apr 06 14:17:07.110876 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:07.113734 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-7e1fff75-8e63-4e98-812d-6c1136418744 admin admin] 10.222.0.10 "PUT /v2.0/routers/ec1676ef-82d9-453b-ab4a-d4b8c56100e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4309256 Apr 06 14:17:07.121777 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:07.130683 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Router 49439ce0-7712-49d6-b21e-3e1a54cba58c has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:07.170597 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:07.171499 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031240'] for router_interface (09e119b9-01b2-48f8-bf07-2c60e8125abe), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:07.183816 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-146f03ae-fc25-4aee-8946-7a8e884a7a32 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/quotas/883a3af0e02a4c4aaa58db13d250a352 HTTP/1.1" status: 200 len: 375 time: 0.0582106 Apr 06 14:17:07.296912 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-b59f340a-d09e-468f-87f9-e52658012c45 None None] Provisioning complete for port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:07.296912 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b59f340a-d09e-468f-87f9-e52658012c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:07.425590 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 55168) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:07.470815 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-b59f340a-d09e-468f-87f9-e52658012c45 None None] Port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:17:07.500312 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Pushing event updated for resources: {'Port': ['ID=9bc35d88-18e4-4e92-a0e6-fbe93d54bc45,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:07.560961 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:07.566268 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-b59f340a-d09e-468f-87f9-e52658012c45 None None] Provisioning complete for port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:07.566706 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b59f340a-d09e-468f-87f9-e52658012c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:07.587272 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:16:59Z', 'revision_number': 3, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:07.696169 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd29b35-0750-491c-bd6c-c95bf2fdaf4e None None] The sync data for ids ['09e119b9-01b2-48f8-bf07-2c60e8125abe'] in dv-cinder-835881-5-iscsi is: [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:16:59Z', 'revision_number': 3, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:17:07.721489 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-b59f340a-d09e-468f-87f9-e52658012c45 None None] Port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:17:07.756320 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-2eefe852-1892-4850-84d4-66f0a3adea88 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Allocated IP 172.20.0.11 (99e49092-61cb-49a0-a020-496d823e9069/ca8af7ae-a224-4a78-aecf-166aa36500a2/5c9dd0ea-485d-4fc9-9424-c8d1f5384a50) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:07.766798 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-b59f340a-d09e-468f-87f9-e52658012c45 None None] Provisioning complete for port c4ef88b9-5927-4a8f-b727-445492a244f9 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:07.767488 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b59f340a-d09e-468f-87f9-e52658012c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:07.787715 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-c85d1162-19a0-47b3-8504-86b190e48b5d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5314283 Apr 06 14:17:07.920223 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:07.935198 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-a06394bd-7ff1-4a56-b61b-d8ae779cd44b admin admin] 10.222.0.10 "PUT /v2.0/routers/49439ce0-7712-49d6-b21e-3e1a54cba58c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7028821 Apr 06 14:17:07.949656 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-32a83884-7033-4620-b115-7d98870e5d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for subnet (fd32bb88-e87f-4d50-9061-c8905218af6b), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:08.032088 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-b59f340a-d09e-468f-87f9-e52658012c45 None None] Current status of the port c4ef88b9-5927-4a8f-b727-445492a244f9 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:08.034208 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b59f340a-d09e-468f-87f9-e52658012c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:08.121105 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device a38bd7e9-dbe6-4037-a47b-be9579954686 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:08.232153 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-b59f340a-d09e-468f-87f9-e52658012c45 None None] For port c4ef88b9-5927-4a8f-b727-445492a244f9, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=c4ef88b9-5927-4a8f-b727-445492a244f9,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:08.264477 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-433312b6-0f09-440b-b4d3-2675c786f597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:08.279270 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a83884-7033-4620-b115-7d98870e5d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd32bb88-e87f-4d50-9061-c8905218af6b,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:08.302824 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-f759bc0f-c00a-4f5e-81f0-f6e46c1424ee service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:17:08.304007 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-f759bc0f-c00a-4f5e-81f0-f6e46c1424ee service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2252934 Apr 06 14:17:08.353601 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b59f340a-d09e-468f-87f9-e52658012c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:08.372390 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port a38bd7e9-dbe6-4037-a47b-be9579954686 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:08.372948 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (a38bd7e9-dbe6-4037-a47b-be9579954686), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:08.394667 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Network e7f06fab-66c7-42ea-96fa-e281e3bc57bc is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:08.411019 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:08.469194 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a83884-7033-4620-b115-7d98870e5d92 admin admin] Checking segment: {'id': '2bad6c1c-3f3f-4ba2-a45e-378d439517c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b36bb647-2e9e-469c-b827-8ab674b4b1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:08.483020 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a83884-7033-4620-b115-7d98870e5d92 admin admin] Network hostable DHCP agents. Network: b36bb647-2e9e-469c-b827-8ab674b4b1c6, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:17:08.585197 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f340a-d09e-468f-87f9-e52658012c45 None None] Pushing event updated for resources: {'Port': ['ID=c4ef88b9-5927-4a8f-b727-445492a244f9,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:08.652403 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Sync routers for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:17:08.778829 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Sync routers for ids ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:17:08.805336 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-2eefe852-1892-4850-84d4-66f0a3adea88 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Publish callbacks [] for port (5c9dd0ea-485d-4fc9-9424-c8d1f5384a50), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:08.835480 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a83884-7033-4620-b115-7d98870e5d92 admin admin] Network b36bb647-2e9e-469c-b827-8ab674b4b1c6 is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:17:08.858923 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Routers {'ec1676ef-82d9-453b-ab4a-d4b8c56100e7'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:17:08.859558 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:16:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:08.878828 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:17:08.879966 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:16:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:08.945494 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-daa3d119-3d7b-4c01-ba0f-63fe7d3efa92 service neutron] 10.222.0.10 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6274865 Apr 06 14:17:09.060349 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Router 09e119b9-01b2-48f8-bf07-2c60e8125abe has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:17:09.207746 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Set router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:17:09.239324 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:17:09.241333 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55196) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:09.282030 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-181c0273-d9cd-4ec4-8704-d46a8c7046e6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1270459572', 'description': 'tempest-description--916002000'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:09.296383 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-2eefe852-1892-4850-84d4-66f0a3adea88 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (5c9dd0ea-485d-4fc9-9424-c8d1f5384a50), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:09.390076 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-dddb6027-bd9f-4e61-b8b7-6580bb0f25a0 service neutron] 10.222.0.10 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414365 Apr 06 14:17:09.401368 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-32a83884-7033-4620-b115-7d98870e5d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, b36bb647-2e9e-469c-b827-8ab674b4b1c6) {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:09.442845 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a83884-7033-4620-b115-7d98870e5d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:09.453119 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-32a83884-7033-4620-b115-7d98870e5d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:09.518296 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08735082-1b44-4252-9b15-5742e5579da3 None None] Network b36bb647-2e9e-469c-b827-8ab674b4b1c6 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:17:09.670698 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-433312b6-0f09-440b-b4d3-2675c786f597 admin admin] Publish callbacks [] for security_group (2c23d035-c3fa-4747-9eb9-763ad6a17990), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:09.671330 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-2eefe852-1892-4850-84d4-66f0a3adea88 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Network 99e49092-61cb-49a0-a020-496d823e9069 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:09.672130 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port a38bd7e9-dbe6-4037-a47b-be9579954686 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:09.672130 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a38bd7e9-dbe6-4037-a47b-be9579954686), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:09.672271 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-2eefe852-1892-4850-84d4-66f0a3adea88 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:09.672271 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-2eefe852-1892-4850-84d4-66f0a3adea88 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:17:09.672399 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port a38bd7e9-dbe6-4037-a47b-be9579954686, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=a38bd7e9-dbe6-4037-a47b-be9579954686,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:09.672475 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-2eefe852-1892-4850-84d4-66f0a3adea88 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:09.672475 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-2eefe852-1892-4850-84d4-66f0a3adea88 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:09.672620 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-64b49f26-fae4-4c24-bd74-9e92b05abdfe None None] Provisioning complete for port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:09.672620 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-64b49f26-fae4-4c24-bd74-9e92b05abdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:09.761108 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefe852-1892-4850-84d4-66f0a3adea88 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Pushing event updated for resources: {'Port': ['ID=5c9dd0ea-485d-4fc9-9424-c8d1f5384a50,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:09.784074 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca02119-2bd9-4cca-9889-14e6d25dbb5b None None] Network b36bb647-2e9e-469c-b827-8ab674b4b1c6 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:17:09.792367 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:17:09.803605 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-eaabcf81-5cad-4f16-b7b2-43146fd66a6b admin admin] 10.222.0.10 "PUT /v2.0/routers/09e119b9-01b2-48f8-bf07-2c60e8125abe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6204534 Apr 06 14:17:09.940755 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-32a83884-7033-4620-b115-7d98870e5d92 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.3929381 Apr 06 14:17:09.957763 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '88d2bd11-4eeb-414f-82b9-3c870b6b14e8', 'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'mac_address': 'fa:16:3e:cc:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 2, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'subnets': [{'id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:09.989501 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-433312b6-0f09-440b-b4d3-2675c786f597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (2c23d035-c3fa-4747-9eb9-763ad6a17990), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:10.010558 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae186e4-57b5-4bc0-9618-30633dfd77f9 req-ca21c1c3-8f0a-4a00-9957-b450b464aa59 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:10.029587 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cae186e4-57b5-4bc0-9618-30633dfd77f9 req-ca21c1c3-8f0a-4a00-9957-b450b464aa59 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 932 time: 0.1901996 Apr 06 14:17:10.037707 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-2eefe852-1892-4850-84d4-66f0a3adea88 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8649683 Apr 06 14:17:10.068810 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Checking router: ec1676ef-82d9-453b-ab4a-d4b8c56100e7 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:17:10.081392 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Updating router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 binding host dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:17:10.113129 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (a38bd7e9-dbe6-4037-a47b-be9579954686), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:10.115917 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 40a04951-0c6f-4426-89e4-04b7f48f3738 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:10.125005 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433312b6-0f09-440b-b4d3-2675c786f597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c23d035-c3fa-4747-9eb9-763ad6a17990,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:10.135614 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-fa7e6ee4-8f17-4e2c-ac09-996e24028dfa tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103947) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:17:10.135614 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-fa7e6ee4-8f17-4e2c-ac09-996e24028dfa tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532062 Apr 06 14:17:10.138552 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-433312b6-0f09-440b-b4d3-2675c786f597 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd2a3d2a8c6142e581e23930ef39b0e1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6428096 Apr 06 14:17:10.140863 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55204) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:10.204899 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:10.280061 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-181c0273-d9cd-4ec4-8704-d46a8c7046e6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:10.292518 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.49', 55588) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:10.326298 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d907fdce-9bd5-4c85-a86f-124d80aed5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:10.442912 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-64b49f26-fae4-4c24-bd74-9e92b05abdfe None None] Port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:17:10.485439 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-181c0273-d9cd-4ec4-8704-d46a8c7046e6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group (4674d4f2-ab56-4c2f-88df-5cd4571f961a), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:10.520289 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Request body: {'port': {'device_id': '99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:10.568134 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cae186e4-57b5-4bc0-9618-30633dfd77f9 req-063bc54d-e153-4e6f-860a-bbe7c092e89c tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288517 Apr 06 14:17:10.588862 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-33d83769-5c45-4800-8c1e-7191cbe05346 admin admin] Publish callbacks [] for security_group (2c23d035-c3fa-4747-9eb9-763ad6a17990), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:10.601363 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-181c0273-d9cd-4ec4-8704-d46a8c7046e6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4674d4f2-ab56-4c2f-88df-5cd4571f961a), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:10.640198 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-7232d10c-ba52-4076-9fb6-eb6b7b30d33a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:10.644382 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-7232d10c-ba52-4076-9fb6-eb6b7b30d33a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 819 time: 0.3508260 Apr 06 14:17:10.656220 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-067948df-0e40-4bb6-ba5c-9af83be64437 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Request body: {'port': {'device_id': '75aa0dd5-db8d-410d-abe5-e5d98670ebcc', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'admin_state_up': True, 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:10.787054 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=a38bd7e9-dbe6-4037-a47b-be9579954686,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:10.822282 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-33d83769-5c45-4800-8c1e-7191cbe05346 admin admin] Publish callbacks [] for security_group (2c23d035-c3fa-4747-9eb9-763ad6a17990), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:10.826531 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (5c9dd0ea-485d-4fc9-9424-c8d1f5384a50), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:10.837146 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:10.844150 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 40a04951-0c6f-4426-89e4-04b7f48f3738 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:10.844150 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (40a04951-0c6f-4426-89e4-04b7f48f3738), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:10.849766 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Publish callbacks [] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:10.892407 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c0273-d9cd-4ec4-8704-d46a8c7046e6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4674d4f2-ab56-4c2f-88df-5cd4571f961a,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:10.913432 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-181c0273-d9cd-4ec4-8704-d46a8c7046e6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:10.917392 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-181c0273-d9cd-4ec4-8704-d46a8c7046e6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6724119 Apr 06 14:17:10.930700 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 55226) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:10.943902 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-13336870-66e4-4712-9a0a-22f668db32b2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Request body: {'security_group_rule': {'security_group_id': '4674d4f2-ab56-4c2f-88df-5cd4571f961a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:10.978351 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:11.152004 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 40a04951-0c6f-4426-89e4-04b7f48f3738 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:11.155632 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device c4ef88b9-5927-4a8f-b727-445492a244f9 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:11.207738 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0abbfa-d8ca-409b-840b-5e3afb83b79a None None] Pushing event updated for resources: {'Port': ['ID=88d2bd11-4eeb-414f-82b9-3c870b6b14e8,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:11.242732 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 2, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:11.286318 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-13336870-66e4-4712-9a0a-22f668db32b2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group_rule (fada7509-fb8f-46ef-b268-edf26c4df237), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:11.341387 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Checking router: 49439ce0-7712-49d6-b21e-3e1a54cba58c for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:17:11.346671 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Updating router 49439ce0-7712-49d6-b21e-3e1a54cba58c port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 binding host dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:17:11.381351 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-067948df-0e40-4bb6-ba5c-9af83be64437 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Made reservation on behalf of 883a3af0e02a4c4aaa58db13d250a352 for: {'port': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:11.388617 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-067948df-0e40-4bb6-ba5c-9af83be64437 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:11.407770 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-33d83769-5c45-4800-8c1e-7191cbe05346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (2c23d035-c3fa-4747-9eb9-763ad6a17990), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:11.415346 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-33d83769-5c45-4800-8c1e-7191cbe05346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:11.419245 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-33d83769-5c45-4800-8c1e-7191cbe05346 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c23d035-c3fa-4747-9eb9-763ad6a17990 HTTP/1.1" status: 204 len: 168 time: 1.2727516 Apr 06 14:17:11.422161 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Attempting to bind port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:17:11.422778 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Attempting to bind port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:17:11.424284 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Attempting to bind port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 on network c86284af-8e01-433f-b259-029eabfd0d24 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:11.443501 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:17:11.443888 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:11.445714 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Checking segment: {'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:11.446322 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:11.446931 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Bound using segment: {'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:17:11.450902 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Bound port: 88d2bd11-4eeb-414f-82b9-3c870b6b14e8, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:17:11.451697 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:11.476973 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d83769-5c45-4800-8c1e-7191cbe05346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c23d035-c3fa-4747-9eb9-763ad6a17990,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:11.537749 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port c4ef88b9-5927-4a8f-b727-445492a244f9 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:11.538046 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:11.565381 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-13336870-66e4-4712-9a0a-22f668db32b2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group_rule (fada7509-fb8f-46ef-b268-edf26c4df237), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:11.686342 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] For port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:11.695059 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] For port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=88d2bd11-4eeb-414f-82b9-3c870b6b14e8,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:11.711119 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-13336870-66e4-4712-9a0a-22f668db32b2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (fada7509-fb8f-46ef-b268-edf26c4df237), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:11.856220 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:11.873059 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13336870-66e4-4712-9a0a-22f668db32b2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fada7509-fb8f-46ef-b268-edf26c4df237,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:11.996447 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55252) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:12.027138 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-eea14b9f-c640-4481-a305-39e6bfe6e492 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--599175768', 'description': 'tempest-description--1654323696'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:12.093932 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Routers {'ec1676ef-82d9-453b-ab4a-d4b8c56100e7'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:17:12.096825 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:17:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:12.142496 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55254) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:12.195404 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1438062631-network', 'tenant_id': 'fe1b725ff4b34c69a891b42731ffdd97'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:12.227530 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55256) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:12.259755 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-93e8596c-16a8-4c23-9003-b2e83d044682 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1028992798', 'description': 'tempest-description--415636175'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:12.357101 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Publish callbacks [] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:12.384690 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eea14b9f-c640-4481-a305-39e6bfe6e492 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:12.406289 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-c67200b1-4950-4c56-affd-b10e06833585 None None] Provisioning complete for port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:12.406748 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c67200b1-4950-4c56-affd-b10e06833585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:12.479760 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:17:12.487277 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:12.498653 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Publish callbacks [] for port (5c9dd0ea-485d-4fc9-9424-c8d1f5384a50), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:12.549047 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0abbfa-d8ca-409b-840b-5e3afb83b79a None None] Pushing event updated for resources: {'Port': ['ID=88d2bd11-4eeb-414f-82b9-3c870b6b14e8,revision_number=4']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:12.553037 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:12.557593 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Transition to ACTIVE for port object 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:17:12.577639 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port c4ef88b9-5927-4a8f-b727-445492a244f9 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:12.578935 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device e30d7d33-dffa-484d-8275-0cdf8f80ce69 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:12.604635 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe32cc4-91df-4052-8c33-98a364376a81 req-448c27d2-ecb8-4414-b557-2fc7c698917c tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:12.617836 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cfe32cc4-91df-4052-8c33-98a364376a81 req-448c27d2-ecb8-4414-b557-2fc7c698917c tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 932 time: 0.2268822 Apr 06 14:17:12.618673 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-13336870-66e4-4712-9a0a-22f668db32b2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:12.625838 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55264) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:12.640019 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-13336870-66e4-4712-9a0a-22f668db32b2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6862569 Apr 06 14:17:12.653790 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-81d8fa89-14c3-41e7-a035-edf11a8d70d5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Request body: {'security_group_rule': {'security_group_id': '4674d4f2-ab56-4c2f-88df-5cd4571f961a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:12.661132 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-93e8596c-16a8-4c23-9003-b2e83d044682 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:12.675341 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] Made reservation on behalf of fe1b725ff4b34c69a891b42731ffdd97 for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:12.675729 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:12.725612 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3b2d15b4-14a0-4b16-948c-68976dd58b0b req-b1577c48-95c3-461a-a031-3687ef69da75 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 210 time: 0.6109056 Apr 06 14:17:12.732607 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (5c9dd0ea-485d-4fc9-9424-c8d1f5384a50), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:12.748993 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecf8ef-2620-4ac3-ba36-3fadf0560759 None None] Pushing event updated for resources: {'Port': ['ID=9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:12.824159 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] Set router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:17:12.859073 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-067948df-0e40-4bb6-ba5c-9af83be64437 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Allocated IP 172.20.0.13 (d73478ee-9b0d-4843-9091-2e57c81931a6/0b1e60e8-a738-410d-8a83-efba5f29d55c/a22983ba-809d-4245-8096-9c6263cbe094) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:12.982395 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:12.984100 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-c67200b1-4950-4c56-affd-b10e06833585 None None] Current status of the port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:12.984499 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c67200b1-4950-4c56-affd-b10e06833585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.081122 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Attempting to bind port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:17:13.095591 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Attempting to bind port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:17:13.095944 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Attempting to bind port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 on network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:13.104762 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cfe32cc4-91df-4052-8c33-98a364376a81 req-0cff0d8f-c6c1-43e3-9f10-1980d1ed27e0 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829273 Apr 06 14:17:13.147779 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-81d8fa89-14c3-41e7-a035-edf11a8d70d5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group_rule (5ddf251d-2840-4459-b748-e5daaaf11718), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.162191 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:17:13.162633 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Checking segment: {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:13.163605 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.163605 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Bound using segment: {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:17:13.164057 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Bound port: 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:17:13.164457 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.196433 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port e30d7d33-dffa-484d-8275-0cdf8f80ce69 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:13.198258 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (e30d7d33-dffa-484d-8275-0cdf8f80ce69), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.234459 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Pushing event updated for resources: {'Port': ['ID=5c9dd0ea-485d-4fc9-9424-c8d1f5384a50,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:13.310355 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-c67200b1-4950-4c56-affd-b10e06833585 None None] For port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=88d2bd11-4eeb-414f-82b9-3c870b6b14e8,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:13.314075 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.320110 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eea14b9f-c640-4481-a305-39e6bfe6e492 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (d68cad32-8a12-45e0-9b17-483659ce5559), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.345021 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '88d2bd11-4eeb-414f-82b9-3c870b6b14e8', 'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'mac_address': 'fa:16:3e:cc:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:11Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'subnets': [{'id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:13.345700 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-067948df-0e40-4bb6-ba5c-9af83be64437 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for port (a22983ba-809d-4245-8096-9c6263cbe094), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.366452 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] For port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:13.400629 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] For port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:13.412648 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c67200b1-4950-4c56-affd-b10e06833585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.427793 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3a14a8-fa0d-4240-b280-64c9aa0c20e5 None None] The sync data for ids ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'] in dv-cinder-835881-5-iscsi is: [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '88d2bd11-4eeb-414f-82b9-3c870b6b14e8', 'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'mac_address': 'fa:16:3e:cc:d9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:11Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'subnets': [{'id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:17:13.485402 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eea14b9f-c640-4481-a305-39e6bfe6e492 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (d68cad32-8a12-45e0-9b17-483659ce5559), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.572459 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port e30d7d33-dffa-484d-8275-0cdf8f80ce69 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:13.575986 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (e30d7d33-dffa-484d-8275-0cdf8f80ce69), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.618256 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-067948df-0e40-4bb6-ba5c-9af83be64437 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (a22983ba-809d-4245-8096-9c6263cbe094), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.635422 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port e30d7d33-dffa-484d-8275-0cdf8f80ce69, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=e30d7d33-dffa-484d-8275-0cdf8f80ce69,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:13.636940 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-8c715a66-11c2-4c09-8baa-c4cb5eac83cb None None] Provisioning complete for port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:13.637306 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8c715a66-11c2-4c09-8baa-c4cb5eac83cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.639489 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.675700 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67200b1-4950-4c56-affd-b10e06833585 None None] Pushing event updated for resources: {'Port': ['ID=88d2bd11-4eeb-414f-82b9-3c870b6b14e8,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:13.740958 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 55274) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:13.756998 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecf8ef-2620-4ac3-ba36-3fadf0560759 None None] Pushing event updated for resources: {'Port': ['ID=9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:13.791848 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (e30d7d33-dffa-484d-8275-0cdf8f80ce69), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.814727 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-067948df-0e40-4bb6-ba5c-9af83be64437 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Network d73478ee-9b0d-4843-9091-2e57c81931a6 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:13.815940 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d673312f-25e6-4107-b1c7-1b0f4890bc9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.848503 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-067948df-0e40-4bb6-ba5c-9af83be64437 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:13.882909 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-067948df-0e40-4bb6-ba5c-9af83be64437 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:17:13.925664 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-067948df-0e40-4bb6-ba5c-9af83be64437 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:13.926625 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-067948df-0e40-4bb6-ba5c-9af83be64437 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for port (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:13.948115 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067948df-0e40-4bb6-ba5c-9af83be64437 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Pushing event updated for resources: {'Port': ['ID=a22983ba-809d-4245-8096-9c6263cbe094,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:14.066420 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:17:14.067185 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:17:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:14.215033 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea14b9f-c640-4481-a305-39e6bfe6e492 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68cad32-8a12-45e0-9b17-483659ce5559,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:14.240681 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 55284) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:14.305020 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Attempting to bind port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:17:14.315231 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Attempting to bind port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'ecf5d022-145c-4e4d-9483-d01feb197f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '99e49092-61cb-49a0-a020-496d823e9069'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:17:14.315969 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Attempting to bind port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 on network 99e49092-61cb-49a0-a020-496d823e9069 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:14.368936 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cf6abf98-4308-4089-bf11-6a9c0bb89ac1 req-0b251fd3-11e0-47e3-9e3b-61f8c1c1b978 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 210 time: 0.3714802 Apr 06 14:17:14.419873 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-81d8fa89-14c3-41e7-a035-edf11a8d70d5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group_rule (5ddf251d-2840-4459-b748-e5daaaf11718), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:14.431379 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:17:14.434870 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eea14b9f-c640-4481-a305-39e6bfe6e492 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:14.441074 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-eea14b9f-c640-4481-a305-39e6bfe6e492 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.4436123 Apr 06 14:17:14.447249 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 on network 99e49092-61cb-49a0-a020-496d823e9069 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:17:14.447803 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Attempting to bind port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 on network 99e49092-61cb-49a0-a020-496d823e9069 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:14.464076 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.49', 55595) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:14.468080 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55288) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:14.472085 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:17:14.475203 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Checking segment: {'id': 'ecf5d022-145c-4e4d-9483-d01feb197f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '99e49092-61cb-49a0-a020-496d823e9069'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:14.477399 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Bound using segment: {'id': 'ecf5d022-145c-4e4d-9483-d01feb197f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '99e49092-61cb-49a0-a020-496d823e9069'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:17:14.478178 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Bound port: 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf5d022-145c-4e4d-9483-d01feb197f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '99e49092-61cb-49a0-a020-496d823e9069'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:17:14.486063 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (5c9dd0ea-485d-4fc9-9424-c8d1f5384a50), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:14.527347 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d673312f-25e6-4107-b1c7-1b0f4890bc9c admin admin] Publish callbacks [] for security_group (ebb49da1-7667-42c2-ab18-182b86e56856), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:14.537027 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=e30d7d33-dffa-484d-8275-0cdf8f80ce69,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:14.537972 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-067948df-0e40-4bb6-ba5c-9af83be64437 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8856940 Apr 06 14:17:14.558991 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device a38bd7e9-dbe6-4037-a47b-be9579954686 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:14.562073 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Sync routers for ids ['09e119b9-01b2-48f8-bf07-2c60e8125abe'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:17:14.567023 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Request body: {'port': {'device_id': '75aa0dd5-db8d-410d-abe5-e5d98670ebcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:14.637493 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4eb26901-29d9-43da-93e6-3a89d1823561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:14.652809 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d673312f-25e6-4107-b1c7-1b0f4890bc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (ebb49da1-7667-42c2-ab18-182b86e56856), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:14.691430 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-8a9ea4fa-0650-4fb8-9206-30a7a63335dc tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:14.692934 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-8a9ea4fa-0650-4fb8-9206-30a7a63335dc tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 819 time: 0.2042620 Apr 06 14:17:14.699072 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-36d2c900-4953-4c18-a62b-8a0c331102a6 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'security_group_rule': {'security_group_id': 'd68cad32-8a12-45e0-9b17-483659ce5559', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:14.757372 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-81d8fa89-14c3-41e7-a035-edf11a8d70d5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (5ddf251d-2840-4459-b748-e5daaaf11718), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:14.771614 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-6e7ea5da-349b-407f-a630-d539b2b59ba6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Request body: {'port': {'device_id': 'ce58c4ec-5a23-4af3-8455-3b283c88e80d', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'admin_state_up': True, 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:14.776502 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-d673312f-25e6-4107-b1c7-1b0f4890bc9c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25850fd010204e4fab5ae1097f7b8cd3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0336561 Apr 06 14:17:14.787790 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 55292) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:14.804706 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8fa89-14c3-41e7-a035-edf11a8d70d5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ddf251d-2840-4459-b748-e5daaaf11718,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:14.835719 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Routers {'09e119b9-01b2-48f8-bf07-2c60e8125abe'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:17:14.836985 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:17:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['09e119b9-01b2-48f8-bf07-2c60e8125abe'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:14.948825 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf8b4a-35dc-4930-9e13-8422670d038d req-a12cfc7f-ffcf-4157-83e6-cd3813cf1303 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:14.950509 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2dbf8b4a-35dc-4930-9e13-8422670d038d req-a12cfc7f-ffcf-4157-83e6-cd3813cf1303 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 944 time: 0.6079097 Apr 06 14:17:14.956326 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-93e8596c-16a8-4c23-9003-b2e83d044682 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group (3e1f04ea-700a-4cc6-87a9-78b76ebcd17c), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:14.994611 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-8c715a66-11c2-4c09-8baa-c4cb5eac83cb None None] Current status of the port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:14.994611 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8c715a66-11c2-4c09-8baa-c4cb5eac83cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.024193 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4eb26901-29d9-43da-93e6-3a89d1823561 admin admin] Publish callbacks [] for security_group (4b41de65-e5c6-4291-a025-7c76d5f0c517), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.048746 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a22983ba-809d-4245-8096-9c6263cbe094), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.058273 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673312f-25e6-4107-b1c7-1b0f4890bc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb49da1-7667-42c2-ab18-182b86e56856,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:15.072197 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] Publish callbacks [] for security_group (7045316a-98cb-4fcb-bf84-022bb63d62fb), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.088944 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36d2c900-4953-4c18-a62b-8a0c331102a6 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (0bfe3525-d0d5-42dc-abd4-38d6fe69d4ee), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.101654 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port a38bd7e9-dbe6-4037-a47b-be9579954686 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:15.102989 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-93e8596c-16a8-4c23-9003-b2e83d044682 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (3e1f04ea-700a-4cc6-87a9-78b76ebcd17c), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.103900 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (a38bd7e9-dbe6-4037-a47b-be9579954686), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.150365 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-8c715a66-11c2-4c09-8baa-c4cb5eac83cb None None] For port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:15.171813 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Set router 09e119b9-01b2-48f8-bf07-2c60e8125abe gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:17:15.190898 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-81d8fa89-14c3-41e7-a035-edf11a8d70d5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.192584 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-81d8fa89-14c3-41e7-a035-edf11a8d70d5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5425351 Apr 06 14:17:15.214081 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:15.219722 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55300) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:15.246407 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Request body: {'floatingip': {'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:15.254958 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72308322-3a17-4364-8092-734d6d1faf64 None None] The sync data for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi is: [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:17:15.255280 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7045316a-98cb-4fcb-bf84-022bb63d62fb), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.257956 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8c715a66-11c2-4c09-8baa-c4cb5eac83cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.315774 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:17:15.354502 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4eb26901-29d9-43da-93e6-3a89d1823561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4b41de65-e5c6-4291-a025-7c76d5f0c517), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.421359 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (baaffeb5-e065-4ea9-a8d0-0d26508cb2ab), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.424224 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] Added segment baaffeb5-e065-4ea9-a8d0-0d26508cb2ab of type vlan for network 6cb987fc-478c-44c6-ac46-a57dcad90432 Apr 06 14:17:15.465409 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8596c-16a8-4c23-9003-b2e83d044682 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:15.576733 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2dbf8b4a-35dc-4930-9e13-8422670d038d req-d4a3edb3-0bd0-452b-b4ea-91a15866e541 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683730 Apr 06 14:17:15.635645 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] For port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:15.646788 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-93e8596c-16a8-4c23-9003-b2e83d044682 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.650909 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-93e8596c-16a8-4c23-9003-b2e83d044682 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.4221683 Apr 06 14:17:15.669115 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22983ba-809d-4245-8096-9c6263cbe094 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:17:15.678588 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55306) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:15.686869 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eda553c6-be85-45e3-aec8-b10684910d12 admin admin] Publish callbacks [] for security_group (ebb49da1-7667-42c2-ab18-182b86e56856), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.690550 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Publish callbacks [] for port (a22983ba-809d-4245-8096-9c6263cbe094), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.715354 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.722568 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-4eb26901-29d9-43da-93e6-3a89d1823561 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a1bf6196d344605a9536121531fb920&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4643574 Apr 06 14:17:15.723478 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] For port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5c9dd0ea-485d-4fc9-9424-c8d1f5384a50,segment=NetworkSegment(ecf5d022-145c-4e4d-9483-d01feb197f55),segment_id=ecf5d022-145c-4e4d-9483-d01feb197f55)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:15.729029 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-144ad397-b018-4a17-95e2-bcd76475ca46 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Request body: {'security_group_rule': {'security_group_id': '3e1f04ea-700a-4cc6-87a9-78b76ebcd17c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:15.735674 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (6cb987fc-478c-44c6-ac46-a57dcad90432), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.739718 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55308) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:15.754239 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-639a9a7e-ac8c-41d4-8b09-eaaad424ebeb req-8d4ee4fd-1117-4112-9e05-fab4ee8f1bf6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 210 time: 0.0709991 Apr 06 14:17:15.756886 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c715a66-11c2-4c09-8baa-c4cb5eac83cb None None] Pushing event updated for resources: {'Port': ['ID=9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:15.759746 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb26901-29d9-43da-93e6-3a89d1823561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b41de65-e5c6-4291-a025-7c76d5f0c517,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:15.766165 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Transition to ACTIVE for port object a22983ba-809d-4245-8096-9c6263cbe094 will not be triggered until provisioned by entity L2. {{(pid=103948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:17:15.777163 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eda553c6-be85-45e3-aec8-b10684910d12 admin admin] Publish callbacks [] for security_group (ebb49da1-7667-42c2-ab18-182b86e56856), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.787915 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7045316a-98cb-4fcb-bf84-022bb63d62fb,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:15.829599 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36d2c900-4953-4c18-a62b-8a0c331102a6 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (0bfe3525-d0d5-42dc-abd4-38d6fe69d4ee), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.838540 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-6e7ea5da-349b-407f-a630-d539b2b59ba6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Made reservation on behalf of 883a3af0e02a4c4aaa58db13d250a352 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:15.842160 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-6e7ea5da-349b-407f-a630-d539b2b59ba6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.872724 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (a22983ba-809d-4245-8096-9c6263cbe094), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.883722 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-8c715a66-11c2-4c09-8baa-c4cb5eac83cb None None] Provisioning complete for port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:15.884124 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8c715a66-11c2-4c09-8baa-c4cb5eac83cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.906231 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (5c9dd0ea-485d-4fc9-9424-c8d1f5384a50), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:15.929550 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port a38bd7e9-dbe6-4037-a47b-be9579954686 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:15.930812 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device c4ef88b9-5927-4a8f-b727-445492a244f9 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:15.996776 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36d2c900-4953-4c18-a62b-8a0c331102a6 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (0bfe3525-d0d5-42dc-abd4-38d6fe69d4ee), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.058420 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2c900-4953-4c18-a62b-8a0c331102a6 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfe3525-d0d5-42dc-abd4-38d6fe69d4ee,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:16.064635 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:16.065494 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.068037 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] 10.222.0.49 "PUT /v2.0/ports/5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 HTTP/1.1" status: 200 len: 1094 time: 5.7801514 Apr 06 14:17:16.100966 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Pushing event updated for resources: {'Port': ['ID=a22983ba-809d-4245-8096-9c6263cbe094,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:16.105042 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eda553c6-be85-45e3-aec8-b10684910d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (ebb49da1-7667-42c2-ab18-182b86e56856), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.107746 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eda553c6-be85-45e3-aec8-b10684910d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.110789 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-eda553c6-be85-45e3-aec8-b10684910d12 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ebb49da1-7667-42c2-ab18-182b86e56856 HTTP/1.1" status: 204 len: 168 time: 1.3188632 Apr 06 14:17:16.120037 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a', 'tag': '5c9dd0ea-485d-4fc9-9424-c8d1f5384a50'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:17:16.170146 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda553c6-be85-45e3-aec8-b10684910d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb49da1-7667-42c2-ab18-182b86e56856,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:16.174742 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Attempting to bind port a22983ba-809d-4245-8096-9c6263cbe094 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:17:16.175107 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Attempting to bind port a22983ba-809d-4245-8096-9c6263cbe094 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:17:16.175969 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Attempting to bind port a22983ba-809d-4245-8096-9c6263cbe094 on network d73478ee-9b0d-4843-9091-2e57c81931a6 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:16.182140 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Port a22983ba-809d-4245-8096-9c6263cbe094 on network d73478ee-9b0d-4843-9091-2e57c81931a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:17:16.182476 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Attempting to bind port a22983ba-809d-4245-8096-9c6263cbe094 on network d73478ee-9b0d-4843-9091-2e57c81931a6 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:16.189870 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:17:16.190243 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Checking segment: {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:16.191085 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Bound using segment: {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:17:16.192657 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Bound port: a22983ba-809d-4245-8096-9c6263cbe094, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:17:16.193307 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a22983ba-809d-4245-8096-9c6263cbe094), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.239721 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (6cb987fc-478c-44c6-ac46-a57dcad90432), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.241630 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:16.242461 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.264922 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4c86c930-84e2-49ef-a48b-412bc77eb257 admin admin] Publish callbacks [] for security_group (4b41de65-e5c6-4291-a025-7c76d5f0c517), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.341751 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-8c715a66-11c2-4c09-8baa-c4cb5eac83cb None None] Current status of the port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:16.367588 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-144ad397-b018-4a17-95e2-bcd76475ca46 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group_rule (ea3f314e-df1b-401f-8c1f-dc7912569703), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.381644 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] For port a22983ba-809d-4245-8096-9c6263cbe094, host hv-cinder-83588, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:16.411373 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9bc35d88-18e4-4e92-a0e6-fbe93d54bc45', 'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'mac_address': 'fa:16:3e:ee:4e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:03Z', 'updated_at': '2022-04-06T14:17:06Z', 'revision_number': 2, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'subnets': [{'id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:16.413766 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] For port a22983ba-809d-4245-8096-9c6263cbe094, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a22983ba-809d-4245-8096-9c6263cbe094,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:16.464463 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36d2c900-4953-4c18-a62b-8a0c331102a6 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.466148 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-36d2c900-4953-4c18-a62b-8a0c331102a6 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9716291 Apr 06 14:17:16.468956 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 55316) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:16.474048 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-0994cbea-4424-46f5-be2b-84e84188da3a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'security_group_rule': {'security_group_id': 'd68cad32-8a12-45e0-9b17-483659ce5559', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:16.480956 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port c4ef88b9-5927-4a8f-b727-445492a244f9 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:16.481401 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.481980 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0cb2ce-e996-411e-adf4-0793546e5eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a", "tag": "5c9dd0ea-485d-4fc9-9424-c8d1f5384a50"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:17:16.484896 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f082d83-db97-4e6c-8f38-6879ae5ae8ab service neutron] Pushing event updated for resources: {'Port': ['ID=5c9dd0ea-485d-4fc9-9424-c8d1f5384a50,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:16.529220 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Checking router: 09e119b9-01b2-48f8-bf07-2c60e8125abe for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:17:16.529861 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Updating router 09e119b9-01b2-48f8-bf07-2c60e8125abe port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 binding host dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:17:16.530086 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4c86c930-84e2-49ef-a48b-412bc77eb257 admin admin] Publish callbacks [] for security_group (4b41de65-e5c6-4291-a025-7c76d5f0c517), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.601578 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.659109 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] Pushing event updated for resources: {'Network': ['ID=6cb987fc-478c-44c6-ac46-a57dcad90432,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:16.711831 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-881aa35d-a861-418b-ac57-9a3cad610196 None None] Provisioning complete for port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:16.712378 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-881aa35d-a861-418b-ac57-9a3cad610196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.789161 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e8a6e20e-1b68-4c23-9a6b-8dec2db75425 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.6185365 Apr 06 14:17:16.796277 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0994cbea-4424-46f5-be2b-84e84188da3a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (be4850fc-c709-41b9-8cc2-f2b532097737), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.799548 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55326) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:16.818543 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-372c4d9c-0c37-4276-a7cc-70a72532779a admin admin] Request body: {'subnet': {'network_id': '6cb987fc-478c-44c6-ac46-a57dcad90432', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1438062631-subnet', 'tenant_id': 'fe1b725ff4b34c69a891b42731ffdd97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:16.821050 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (a22983ba-809d-4245-8096-9c6263cbe094), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.830196 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-60ffb36c-1f63-4959-b45c-67f09cae64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:16.832104 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-60ffb36c-1f63-4959-b45c-67f09cae64ff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3bc16e10a5694baba5ee083cdc30a975&device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 1128 time: 0.5756152 Apr 06 14:17:16.851855 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-6e7ea5da-349b-407f-a630-d539b2b59ba6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Allocated IP 172.20.0.14 (d73478ee-9b0d-4843-9091-2e57c81931a6/0b1e60e8-a738-410d-8a83-efba5f29d55c/8697ff38-94bf-4773-b6c8-4f7465bdc504) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:16.862748 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-144ad397-b018-4a17-95e2-bcd76475ca46 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group_rule (ea3f314e-df1b-401f-8c1f-dc7912569703), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.974951 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-03aad1ab-fe96-429e-855f-46e01b5a09f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 HTTP/1.1" status: 200 len: 217 time: 0.1148634 Apr 06 14:17:16.983919 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-144ad397-b018-4a17-95e2-bcd76475ca46 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (ea3f314e-df1b-401f-8c1f-dc7912569703), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:16.990874 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network 6cb987fc-478c-44c6-ac46-a57dcad90432 details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:17:16.993607 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port c4ef88b9-5927-4a8f-b727-445492a244f9 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:17.000147 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:17.012592 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:17.065677 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Pushing event updated for resources: {'Port': ['ID=a22983ba-809d-4245-8096-9c6263cbe094,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:17.084329 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d984c2c-823f-44ca-b3ee-eb521c4e31a3 x-openstack-request-id: req-5d984c2c-823f-44ca-b3ee-eb521c4e31a3 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:17:17.084629 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a", "tag": "5c9dd0ea-485d-4fc9-9424-c8d1f5384a50", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:17:17.084892 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d984c2c-823f-44ca-b3ee-eb521c4e31a3 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:17:17.085366 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d984c2c-823f-44ca-b3ee-eb521c4e31a3'] response: {'name': 'network-changed', 'server_uuid': '99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a', 'tag': '5c9dd0ea-485d-4fc9-9424-c8d1f5384a50', 'status': 'completed', 'code': 200} Apr 06 14:17:17.094156 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ad397-b018-4a17-95e2-bcd76475ca46 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3f314e-df1b-401f-8c1f-dc7912569703,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:17.189345 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:17.189976 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for port (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:17.191486 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-d34c32e8-3f00-418f-8da4-1508ca9fc280 service neutron] 10.222.0.49 "PUT /v2.0/ports/a22983ba-809d-4245-8096-9c6263cbe094 HTTP/1.1" status: 200 len: 1094 time: 2.6335833 Apr 06 14:17:17.196134 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75aa0dd5-db8d-410d-abe5-e5d98670ebcc', 'tag': 'a22983ba-809d-4245-8096-9c6263cbe094'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:17:17.230583 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-bfc94826-4a12-44ca-b4db-4931f03bc814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:17.232908 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-bfc94826-4a12-44ca-b4db-4931f03bc814 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca8af7ae-a224-4a78-aecf-166aa36500a2 HTTP/1.1" status: 200 len: 852 time: 0.2442753 Apr 06 14:17:17.258573 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4c86c930-84e2-49ef-a48b-412bc77eb257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4b41de65-e5c6-4291-a025-7c76d5f0c517), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:17.263213 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4c86c930-84e2-49ef-a48b-412bc77eb257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:17.270284 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4c86c930-84e2-49ef-a48b-412bc77eb257 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b41de65-e5c6-4291-a025-7c76d5f0c517 HTTP/1.1" status: 204 len: 168 time: 1.5247114 Apr 06 14:17:17.271272 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372c4d9c-0c37-4276-a7cc-70a72532779a admin admin] Made reservation on behalf of fe1b725ff4b34c69a891b42731ffdd97 for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:17.275531 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-372c4d9c-0c37-4276-a7cc-70a72532779a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:17.379091 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec653442-70aa-4658-9aca-681a9afe0cec req-8bd1de3e-d362-4338-843d-e0bce201270a tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:17.381438 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ec653442-70aa-4658-9aca-681a9afe0cec req-8bd1de3e-d362-4338-843d-e0bce201270a tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 944 time: 0.6194382 Apr 06 14:17:17.385725 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0994cbea-4424-46f5-be2b-84e84188da3a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (be4850fc-c709-41b9-8cc2-f2b532097737), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:17.535718 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0994cbea-4424-46f5-be2b-84e84188da3a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (be4850fc-c709-41b9-8cc2-f2b532097737), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:17.599033 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-e19993ee-b2eb-4f5e-9664-b9b8d94b652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:17.600593 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-e19993ee-b2eb-4f5e-9664-b9b8d94b652f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 1128 time: 0.2170837 Apr 06 14:17:17.611735 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:17.614357 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:17.619448 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-881aa35d-a861-418b-ac57-9a3cad610196 None None] Current status of the port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:17.637958 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86c930-84e2-49ef-a48b-412bc77eb257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b41de65-e5c6-4291-a025-7c76d5f0c517,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:17.649726 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-144ad397-b018-4a17-95e2-bcd76475ca46 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:17.649726 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-144ad397-b018-4a17-95e2-bcd76475ca46 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9556100 Apr 06 14:17:17.676137 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994cbea-4424-46f5-be2b-84e84188da3a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4850fc-c709-41b9-8cc2-f2b532097737,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:17.707937 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bd6a4e82-d5fe-4a9e-a481-8ed879a5dbc3 req-6d62fbb5-624c-4404-a505-d9d8a4d84fb0 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 210 time: 0.5234325 Apr 06 14:17:17.725777 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55348) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:17.801085 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-e80ab61b-c250-43b1-8be9-d55b1eff5391 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Request body: {'security_group_rule': {'security_group_id': '3e1f04ea-700a-4cc6-87a9-78b76ebcd17c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:17.834566 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-f431c53f-708d-4eb7-aa7a-7da9da3ffb2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99e49092-61cb-49a0-a020-496d823e9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2903984 Apr 06 14:17:18.064890 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Publish callbacks [] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:18.090006 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:18.091363 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device b9bd8c53-4628-4e8f-8796-ea6fe4319485 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:18.179629 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ec653442-70aa-4658-9aca-681a9afe0cec req-96c7aa91-e6b8-43f1-9d91-81ac048ec7ee tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7818236 Apr 06 14:17:18.185749 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cee74c5e6806168c4361293fd760050ed74eb1b6027abc74829ef037f04afca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5d5f44-4a4a-4e38-b058-122100979439" -d '{"events": [{"name": "network-changed", "server_uuid": "75aa0dd5-db8d-410d-abe5-e5d98670ebcc", "tag": "a22983ba-809d-4245-8096-9c6263cbe094"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:17:18.197238 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port b9bd8c53-4628-4e8f-8796-ea6fe4319485 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:18.198557 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (b9bd8c53-4628-4e8f-8796-ea6fe4319485), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:18.218586 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-638270d6-daab-40c3-b178-511df4b3ec2a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a22983ba-809d-4245-8096-9c6263cbe094 HTTP/1.1" status: 200 len: 217 time: 0.5875068 Apr 06 14:17:18.242510 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:18.358104 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0994cbea-4424-46f5-be2b-84e84188da3a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:18.362368 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-0994cbea-4424-46f5-be2b-84e84188da3a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8917325 Apr 06 14:17:18.381225 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-c749e850-124e-40f9-afcc-83a4806fd1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:18.381225 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-c749e850-124e-40f9-afcc-83a4806fd1a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.1447773 Apr 06 14:17:18.402871 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 55364) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:18.415643 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'floatingip': {'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:18.538141 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Attempting to bind port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:17:18.538995 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Attempting to bind port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:17:18.538995 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Attempting to bind port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 on network e7f06fab-66c7-42ea-96fa-e281e3bc57bc {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:18.544094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd448ce-a7bf-4017-9fb6-e21dd1e34775 None None] Pushing event updated for resources: {'Port': ['ID=9bc35d88-18e4-4e92-a0e6-fbe93d54bc45,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:18.716091 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d9566d-5a66-41e1-ae5e-f128878ffc36 x-openstack-request-id: req-f5d9566d-5a66-41e1-ae5e-f128878ffc36 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:17:18.718114 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75aa0dd5-db8d-410d-abe5-e5d98670ebcc", "tag": "a22983ba-809d-4245-8096-9c6263cbe094", "status": "completed", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:17:18.718261 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:17:18.718692 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5d9566d-5a66-41e1-ae5e-f128878ffc36 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:17:18.718796 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Checking segment: {'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:18.719163 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:18.720245 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Bound using segment: {'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:17:18.720792 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Bound port: 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:17:18.721177 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:18.723025 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d9566d-5a66-41e1-ae5e-f128878ffc36'] response: {'name': 'network-changed', 'server_uuid': '75aa0dd5-db8d-410d-abe5-e5d98670ebcc', 'tag': 'a22983ba-809d-4245-8096-9c6263cbe094', 'status': 'completed', 'code': 200} Apr 06 14:17:18.747038 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-6a81e0a6-adaf-4b7a-b20d-d1461a5616b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:18.754146 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-6a81e0a6-adaf-4b7a-b20d-d1461a5616b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3712430 Apr 06 14:17:18.790956 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:18.805649 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port b9bd8c53-4628-4e8f-8796-ea6fe4319485 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:18.805649 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (b9bd8c53-4628-4e8f-8796-ea6fe4319485), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:18.806049 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-b8aa6049-23ed-47d0-bec1-602d6fc9cce1 service neutron] 10.222.0.49 "GET /v2.0/networks/99e49092-61cb-49a0-a020-496d823e9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8255649 Apr 06 14:17:18.869031 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port b9bd8c53-4628-4e8f-8796-ea6fe4319485, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=b9bd8c53-4628-4e8f-8796-ea6fe4319485,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:18.905456 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-2f3767d4-fe05-4e0e-a662-78ab349c6cdd None None] Provisioning complete for port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:18.905884 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2f3767d4-fe05-4e0e-a662-78ab349c6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:18.932437 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-25cb6836-6469-4ea0-ac19-8b8e3c862cb3 req-7878a7b3-9fc1-4813-bd47-b883f6b5d6ff tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 210 time: 0.0585330 Apr 06 14:17:18.947333 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-2f3767d4-fe05-4e0e-a662-78ab349c6cdd None None] Port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:17:18.952377 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] For port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:18.979547 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] For port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=9bc35d88-18e4-4e92-a0e6-fbe93d54bc45,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:18.981262 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (b9bd8c53-4628-4e8f-8796-ea6fe4319485), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:19.019615 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-39db1441-fc39-433c-ab4b-675c1dda890f service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626688 Apr 06 14:17:19.151634 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:19.154381 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:19.164908 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=b9bd8c53-4628-4e8f-8796-ea6fe4319485,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:19.175903 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaeda263-de7d-48a2-8472-9b2e9646e395 req-59d97bae-503b-43ff-b23a-aa98b1bbb556 service neutron] 10.222.0.49 "GET /v2.0/networks/99e49092-61cb-49a0-a020-496d823e9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045256 Apr 06 14:17:19.176109 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6922b908-50ed-4210-a8b8-c0cde4664035 req-29fe31e2-f3c7-41f0-988a-94cec4def09f service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463876 Apr 06 14:17:19.335614 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd448ce-a7bf-4017-9fb6-e21dd1e34775 None None] Pushing event updated for resources: {'Port': ['ID=9bc35d88-18e4-4e92-a0e6-fbe93d54bc45,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:19.376763 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device e30d7d33-dffa-484d-8275-0cdf8f80ce69 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:19.505006 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:19.507975 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Allocated IP 172.27.2.55 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/16d19367-aaca-4ee1-aada-3fbcef771aa1) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:19.523970 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Routers {'09e119b9-01b2-48f8-bf07-2c60e8125abe'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:17:19.527532 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:17:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['09e119b9-01b2-48f8-bf07-2c60e8125abe'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:19.536353 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cb2ce-e996-411e-adf4-0793546e5eb8 req-8c99abcf-1f89-4010-bb3a-8d5712f6bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:19.539360 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cd0cb2ce-e996-411e-adf4-0793546e5eb8 req-8c99abcf-1f89-4010-bb3a-8d5712f6bdf2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3bc16e10a5694baba5ee083cdc30a975&device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 1128 time: 0.1089196 Apr 06 14:17:19.560169 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e80ab61b-c250-43b1-8be9-d55b1eff5391 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group_rule (e9d72e79-45d9-4eac-b987-a67706a15b8c), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:19.711613 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-6e7ea5da-349b-407f-a630-d539b2b59ba6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:19.896578 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-372c4d9c-0c37-4276-a7cc-70a72532779a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for subnet (90ba5299-8af6-4650-8e2e-3ba30572b826), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:20.021018 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cb2ce-e996-411e-adf4-0793546e5eb8 req-b9e94532-3adf-4422-8e5f-ba02b6e3b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:20.023029 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cd0cb2ce-e996-411e-adf4-0793546e5eb8 req-b9e94532-3adf-4422-8e5f-ba02b6e3b43b service neutron] 10.222.0.49 "GET /v2.0/networks?id=99e49092-61cb-49a0-a020-496d823e9069 HTTP/1.1" status: 200 len: 913 time: 0.4684560 Apr 06 14:17:20.032702 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7341e49-d4e9-414c-b461-d3a8c096eab7 req-bda76f03-8e97-40a2-8b63-cea3d539cb9f tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:20.036425 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e7341e49-d4e9-414c-b461-d3a8c096eab7 req-bda76f03-8e97-40a2-8b63-cea3d539cb9f tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 944 time: 0.6825635 Apr 06 14:17:20.046546 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d5f44-4a4a-4e38-b058-122100979439 req-d0f7015d-f3a5-40d3-bcb7-19f6145c064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:20.048459 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4d5d5f44-4a4a-4e38-b058-122100979439 req-d0f7015d-f3a5-40d3-bcb7-19f6145c064d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 1128 time: 0.5378916 Apr 06 14:17:20.065590 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port e30d7d33-dffa-484d-8275-0cdf8f80ce69 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:20.065885 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (e30d7d33-dffa-484d-8275-0cdf8f80ce69), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:20.127512 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-d1eda0a0-266c-4569-b0ed-bb8533ee1ea6 None None] Provisioning complete for port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:20.127944 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d1eda0a0-266c-4569-b0ed-bb8533ee1ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:20.183770 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-076363ae-fa3e-461b-9e7a-d8c869b656da req-485c1400-a9c8-4157-8b9b-45066f83318d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 210 time: 0.0557003 Apr 06 14:17:20.187149 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cd0cb2ce-e996-411e-adf4-0793546e5eb8 req-91ca4931-79ca-44ea-80fd-ba7585eba79f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 HTTP/1.1" status: 200 len: 217 time: 0.1444290 Apr 06 14:17:20.187307 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c4d9c-0c37-4276-a7cc-70a72532779a admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ba5299-8af6-4650-8e2e-3ba30572b826,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:20.210115 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e80ab61b-c250-43b1-8be9-d55b1eff5391 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group_rule (e9d72e79-45d9-4eac-b987-a67706a15b8c), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:20.245187 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-d1eda0a0-266c-4569-b0ed-bb8533ee1ea6 None None] Current status of the port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:20.245722 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d1eda0a0-266c-4569-b0ed-bb8533ee1ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:20.282765 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] Set router 09e119b9-01b2-48f8-bf07-2c60e8125abe gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:17:20.334949 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cb2ce-e996-411e-adf4-0793546e5eb8 req-494a27c8-e303-464d-8592-80d6919dea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:20.336448 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cd0cb2ce-e996-411e-adf4-0793546e5eb8 req-494a27c8-e303-464d-8592-80d6919dea57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca8af7ae-a224-4a78-aecf-166aa36500a2 HTTP/1.1" status: 200 len: 852 time: 0.1273344 Apr 06 14:17:20.353061 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for port (16d19367-aaca-4ee1-aada-3fbcef771aa1), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:20.382368 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e80ab61b-c250-43b1-8be9-d55b1eff5391 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (e9d72e79-45d9-4eac-b987-a67706a15b8c), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:20.395344 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-d1eda0a0-266c-4569-b0ed-bb8533ee1ea6 None None] For port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=9bc35d88-18e4-4e92-a0e6-fbe93d54bc45,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:20.407835 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cd0cb2ce-e996-411e-adf4-0793546e5eb8 req-ecd89048-e207-4481-8fdd-b5226df9a51a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99e49092-61cb-49a0-a020-496d823e9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495250 Apr 06 14:17:20.409421 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-6e7ea5da-349b-407f-a630-d539b2b59ba6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:20.548566 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d1eda0a0-266c-4569-b0ed-bb8533ee1ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:20.555884 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ab61b-c250-43b1-8be9-d55b1eff5391 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d72e79-45d9-4eac-b987-a67706a15b8c,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:20.593542 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c4d9c-0c37-4276-a7cc-70a72532779a admin admin] Checking segment: {'id': 'baaffeb5-e065-4ea9-a8d0-0d26508cb2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '6cb987fc-478c-44c6-ac46-a57dcad90432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:20.598213 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c4d9c-0c37-4276-a7cc-70a72532779a admin admin] Network hostable DHCP agents. Network: 6cb987fc-478c-44c6-ac46-a57dcad90432, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:17:20.639032 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e80ab61b-c250-43b1-8be9-d55b1eff5391 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:20.642190 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e80ab61b-c250-43b1-8be9-d55b1eff5391 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8635485 Apr 06 14:17:20.645932 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 55406) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:20.658794 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-6e7ea5da-349b-407f-a630-d539b2b59ba6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Network d73478ee-9b0d-4843-9091-2e57c81931a6 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:20.662580 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Request body: {'floatingip': {'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:20.697066 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cd0cb2ce-e996-411e-adf4-0793546e5eb8 req-724ef4ce-f484-4855-8189-1020bba251a9 service neutron] 10.222.0.49 "GET /v2.0/networks/99e49092-61cb-49a0-a020-496d823e9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613986 Apr 06 14:17:20.699824 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port e30d7d33-dffa-484d-8275-0cdf8f80ce69 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:20.701101 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:20.715915 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eda0a0-266c-4569-b0ed-bb8533ee1ea6 None None] Pushing event updated for resources: {'Port': ['ID=9bc35d88-18e4-4e92-a0e6-fbe93d54bc45,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:20.761834 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-6e7ea5da-349b-407f-a630-d539b2b59ba6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:20.771596 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d5f44-4a4a-4e38-b058-122100979439 req-dcaabefa-ce70-4823-b816-1cde8262d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:20.775924 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4d5d5f44-4a4a-4e38-b058-122100979439 req-dcaabefa-ce70-4823-b816-1cde8262d1f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 920 time: 0.7109773 Apr 06 14:17:20.779118 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-6e7ea5da-349b-407f-a630-d539b2b59ba6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:17:20.807759 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-6e7ea5da-349b-407f-a630-d539b2b59ba6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:20.808685 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-6e7ea5da-349b-407f-a630-d539b2b59ba6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:20.880143 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e7341e49-d4e9-414c-b461-d3a8c096eab7 req-28b8c773-95e3-46ab-a25f-995f5df6e04c tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8253708 Apr 06 14:17:20.929919 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:20.930359 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:21.051311 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4d5d5f44-4a4a-4e38-b058-122100979439 req-4731e4d0-a537-4c62-af70-b8cb208b1d51 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a22983ba-809d-4245-8096-9c6263cbe094 HTTP/1.1" status: 200 len: 217 time: 0.1465526 Apr 06 14:17:21.055260 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (16d19367-aaca-4ee1-aada-3fbcef771aa1), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:21.084919 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:21.094270 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Allocated IP 172.27.2.27 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/ba5d5965-380e-44d0-bcbd-423d6880c46f) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:21.120258 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:21.142863 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:21.164119 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ea5da-349b-407f-a630-d539b2b59ba6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Pushing event updated for resources: {'Port': ['ID=8697ff38-94bf-4773-b6c8-4f7465bdc504,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:21.252608 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:17:21.336863 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cd0cb2ce-e996-411e-adf4-0793546e5eb8 req-9adf3cd6-5204-4077-b2d1-d381f78fa3af service neutron] 10.222.0.49 "GET /v2.0/networks/99e49092-61cb-49a0-a020-496d823e9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300368 Apr 06 14:17:21.405734 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9bc35d88-18e4-4e92-a0e6-fbe93d54bc45', 'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'mac_address': 'fa:16:3e:ee:4e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:03Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'subnets': [{'id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:21.491636 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9bb36-e171-4d14-8392-f7eb06baae4d None None] The sync data for ids ['09e119b9-01b2-48f8-bf07-2c60e8125abe'] in dv-cinder-835881-5-iscsi is: [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9bc35d88-18e4-4e92-a0e6-fbe93d54bc45', 'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'mac_address': 'fa:16:3e:ee:4e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:03Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'subnets': [{'id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:17:21.491636 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:21.495881 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-9ba87d5b-977b-4e6d-a35d-6d53ca4184f8 None None] Provisioning complete for port 8697ff38-94bf-4773-b6c8-4f7465bdc504 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:21.496250 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9ba87d5b-977b-4e6d-a35d-6d53ca4184f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:21.515362 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c4d9c-0c37-4276-a7cc-70a72532779a admin admin] Network 6cb987fc-478c-44c6-ac46-a57dcad90432 is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:17:21.534951 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-6e7ea5da-349b-407f-a630-d539b2b59ba6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7937989 Apr 06 14:17:21.542984 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d5f44-4a4a-4e38-b058-122100979439 req-64700261-b5b9-4264-8ab8-01ab42017b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:21.558733 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4d5d5f44-4a4a-4e38-b058-122100979439 req-64700261-b5b9-4264-8ab8-01ab42017b33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.4800632 Apr 06 14:17:21.574026 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-9ba87d5b-977b-4e6d-a35d-6d53ca4184f8 None None] Port 8697ff38-94bf-4773-b6c8-4f7465bdc504 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:17:21.625062 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Request body: {'port': {'device_id': 'ce58c4ec-5a23-4af3-8455-3b283c88e80d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:21.675148 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0f01b-f9a1-4e04-a6fd-a742276b714f req-d692fd65-46e0-47fb-a59e-060184a30053 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:21.676961 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-11d0f01b-f9a1-4e04-a6fd-a742276b714f req-d692fd65-46e0-47fb-a59e-060184a30053 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 932 time: 0.2159605 Apr 06 14:17:21.687797 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for port (ba5d5965-380e-44d0-bcbd-423d6880c46f), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:21.785301 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-11d0f01b-f9a1-4e04-a6fd-a742276b714f req-5718e659-92bb-4213-acd1-727b36a01c82 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917478 Apr 06 14:17:21.787007 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:21.787970 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device b9bd8c53-4628-4e8f-8796-ea6fe4319485 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:21.822469 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for floatingip (80852165-f776-4c0d-8212-1569d945c4ed), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:21.865384 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port b9bd8c53-4628-4e8f-8796-ea6fe4319485 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:21.865725 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (b9bd8c53-4628-4e8f-8796-ea6fe4319485), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:21.915343 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event updated for resources: {'Port': ['ID=16d19367-aaca-4ee1-aada-3fbcef771aa1,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:21.954183 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (ba5d5965-380e-44d0-bcbd-423d6880c46f), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:22.069795 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-372c4d9c-0c37-4276-a7cc-70a72532779a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, 6cb987fc-478c-44c6-ac46-a57dcad90432) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:22.109460 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372c4d9c-0c37-4276-a7cc-70a72532779a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:22.110622 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:22.132095 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-372c4d9c-0c37-4276-a7cc-70a72532779a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:22.132441 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b77dca4-8cf8-4536-90c5-69d8ad4b00b4 None None] Network 6cb987fc-478c-44c6-ac46-a57dcad90432 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:17:22.159778 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:22.163468 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:17:22.164967 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (16d19367-aaca-4ee1-aada-3fbcef771aa1), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:22.167947 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:22.222780 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d5f44-4a4a-4e38-b058-122100979439 req-3786ee3c-8385-4a5c-9e48-44d45741fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:22.226592 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4d5d5f44-4a4a-4e38-b058-122100979439 req-3786ee3c-8385-4a5c-9e48-44d45741fe00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3880556 Apr 06 14:17:22.259039 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port b9bd8c53-4628-4e8f-8796-ea6fe4319485 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:22.322144 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Allocated IP 172.27.2.233 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/b34dfca5-db92-42bf-a06a-313ba762cc50) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:22.350602 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f78981-7e99-4315-aa40-d7b15a13b6bc None None] Network 6cb987fc-478c-44c6-ac46-a57dcad90432 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:17:22.510853 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-372c4d9c-0c37-4276-a7cc-70a72532779a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.6971760 Apr 06 14:17:22.527452 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'Port': ['ID=ba5d5965-380e-44d0-bcbd-423d6880c46f,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:22.601426 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb33458-1dce-47d1-bb72-6020e10cdb98 req-e9466da8-df8a-4122-a9b1-7c74e9f4a0f3 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:22.605221 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fbb33458-1dce-47d1-bb72-6020e10cdb98 req-e9466da8-df8a-4122-a9b1-7c74e9f4a0f3 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 944 time: 0.5437105 Apr 06 14:17:22.623233 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for port (b34dfca5-db92-42bf-a06a-313ba762cc50), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:22.713313 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (145e16b0-0dce-41e6-a590-ccd89bd5c3ba), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:22.829702 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55442) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:23.150915 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e6e29-3a7b-4b76-8a09-d4a8ffefbc05 req-8c7a41be-17ff-479b-b309-aea4ede3d1b1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:23.153422 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4d5d5f44-4a4a-4e38-b058-122100979439 req-a3978b32-33bd-482f-9ccd-1eae28470c07 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9021943 Apr 06 14:17:23.155034 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d24e6e29-3a7b-4b76-8a09-d4a8ffefbc05 req-8c7a41be-17ff-479b-b309-aea4ede3d1b1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 932 time: 0.0815411 Apr 06 14:17:23.231003 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d24e6e29-3a7b-4b76-8a09-d4a8ffefbc05 req-4718fb8e-7dab-41e3-951c-0277b221133c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675454 Apr 06 14:17:23.283122 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fbb33458-1dce-47d1-bb72-6020e10cdb98 req-e507cff2-0b8c-48c0-ae58-ce566804158b tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427460 Apr 06 14:17:23.325675 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a51e4f-540a-4b66-8987-6567911bf067 admin admin] Deleting subnet fd32bb88-e87f-4d50-9061-c8905218af6b {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:17:23.346015 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50a51e4f-540a-4b66-8987-6567911bf067 admin admin] Publish callbacks [] for subnet (fd32bb88-e87f-4d50-9061-c8905218af6b), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:23.441311 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for port (16d19367-aaca-4ee1-aada-3fbcef771aa1), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:23.452163 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50a51e4f-540a-4b66-8987-6567911bf067 admin admin] Publish callbacks [] for subnet (fd32bb88-e87f-4d50-9061-c8905218af6b), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:23.477734 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50a51e4f-540a-4b66-8987-6567911bf067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (fd32bb88-e87f-4d50-9061-c8905218af6b), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:23.533153 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4d5d5f44-4a4a-4e38-b058-122100979439 req-3f53d2a2-fa62-43b0-af2c-c560e10d4556 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934670 Apr 06 14:17:23.676300 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8697ff38-94bf-4773-b6c8-4f7465bdc504 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:17:23.676603 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:23.677295 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Publish callbacks [] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:23.677295 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Transition to ACTIVE for port object 8697ff38-94bf-4773-b6c8-4f7465bdc504 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:17:23.685324 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:23.686476 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:23.785111 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:24.205073 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (b34dfca5-db92-42bf-a06a-313ba762cc50), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:24.283156 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:24.283156 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:24.283156 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:17:24.283156 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event updated for resources: {'Port': ['ID=b34dfca5-db92-42bf-a06a-313ba762cc50,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:24.369319 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for floatingip (9cb77b42-5e4f-4778-9ae5-160310035d40), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:24.394819 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d722b23-828d-44a2-bd93-7ffa37e2f4c5 req-3dcb2350-481a-42fa-8de2-9ddc2c3ac3b8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:24.396796 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1d722b23-828d-44a2-bd93-7ffa37e2f4c5 req-3dcb2350-481a-42fa-8de2-9ddc2c3ac3b8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 932 time: 0.0782104 Apr 06 14:17:24.443290 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5e74d-61dd-48a6-94f6-37bdfe2b3004 req-d917e7c0-1cac-4335-873c-1467a0774acd tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:24.445050 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-02b5e74d-61dd-48a6-94f6-37bdfe2b3004 req-d917e7c0-1cac-4335-873c-1467a0774acd tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 944 time: 0.0599399 Apr 06 14:17:24.452487 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1d722b23-828d-44a2-bd93-7ffa37e2f4c5 req-852f7266-890b-49ac-b2d6-394c3485211c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501559 Apr 06 14:17:24.494795 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-02b5e74d-61dd-48a6-94f6-37bdfe2b3004 req-c34894d8-7c4a-495c-a2fd-95e12ffab1ec tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440230 Apr 06 14:17:24.761119 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (16d19367-aaca-4ee1-aada-3fbcef771aa1), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:24.763370 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:24.768492 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50a51e4f-540a-4b66-8987-6567911bf067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for subnet (fd32bb88-e87f-4d50-9061-c8905218af6b), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:24.800858 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (ba5d5965-380e-44d0-bcbd-423d6880c46f), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:24.810129 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (80852165-f776-4c0d-8212-1569d945c4ed), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:24.854916 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a51e4f-540a-4b66-8987-6567911bf067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd32bb88-e87f-4d50-9061-c8905218af6b,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:24.874049 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50a51e4f-540a-4b66-8987-6567911bf067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:24.888254 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (b34dfca5-db92-42bf-a06a-313ba762cc50), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:24.897915 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-50a51e4f-540a-4b66-8987-6567911bf067 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fd32bb88-e87f-4d50-9061-c8905218af6b HTTP/1.1" status: 204 len: 168 time: 2.0639610 Apr 06 14:17:24.898316 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 55470) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:24.936965 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event updated for resources: {'Port': ['ID=16d19367-aaca-4ee1-aada-3fbcef771aa1,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:25.000391 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:25.011072 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-c7a96494-c385-4c71-8dca-5ba75df2a220 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.7688260 Apr 06 14:17:25.033492 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Attempting to bind port 8697ff38-94bf-4773-b6c8-4f7465bdc504 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:17:25.034079 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Attempting to bind port 8697ff38-94bf-4773-b6c8-4f7465bdc504 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:17:25.034640 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Attempting to bind port 8697ff38-94bf-4773-b6c8-4f7465bdc504 on network d73478ee-9b0d-4843-9091-2e57c81931a6 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:25.038318 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26550134-4aea-440b-897b-4e27561960ee service neutron] Pushing event updated for resources: {'Port': ['ID=8697ff38-94bf-4773-b6c8-4f7465bdc504,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:25.044580 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Port 8697ff38-94bf-4773-b6c8-4f7465bdc504 on network d73478ee-9b0d-4843-9091-2e57c81931a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:17:25.045194 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Attempting to bind port 8697ff38-94bf-4773-b6c8-4f7465bdc504 on network d73478ee-9b0d-4843-9091-2e57c81931a6 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:25.059238 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:17:25.059487 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Checking segment: {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:25.059921 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Bound using segment: {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:17:25.060282 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Bound port: 8697ff38-94bf-4773-b6c8-4f7465bdc504, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:17:25.060650 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:25.168463 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] For port 8697ff38-94bf-4773-b6c8-4f7465bdc504, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:25.173218 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] For port 8697ff38-94bf-4773-b6c8-4f7465bdc504, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8697ff38-94bf-4773-b6c8-4f7465bdc504,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:25.234366 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (b36bb647-2e9e-469c-b827-8ab674b4b1c6), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:25.315839 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:25.353622 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:25.354325 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:25.355879 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-26550134-4aea-440b-897b-4e27561960ee service neutron] 10.222.0.49 "PUT /v2.0/ports/8697ff38-94bf-4773-b6c8-4f7465bdc504 HTTP/1.1" status: 200 len: 1094 time: 3.7579863 Apr 06 14:17:25.356357 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce58c4ec-5a23-4af3-8455-3b283c88e80d', 'tag': '8697ff38-94bf-4773-b6c8-4f7465bdc504'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:17:25.358594 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67028f4-3113-416e-80f1-252979475b65" -d '{"events": [{"name": "network-changed", "server_uuid": "ce58c4ec-5a23-4af3-8455-3b283c88e80d", "tag": "8697ff38-94bf-4773-b6c8-4f7465bdc504"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:17:25.393245 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26550134-4aea-440b-897b-4e27561960ee service neutron] Pushing event updated for resources: {'Port': ['ID=8697ff38-94bf-4773-b6c8-4f7465bdc504,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:25.418348 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for port (ba5d5965-380e-44d0-bcbd-423d6880c46f), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:25.421312 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for port (b34dfca5-db92-42bf-a06a-313ba762cc50), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:25.435347 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773d8217-26e7-45fd-8247-51c28da8b55c x-openstack-request-id: req-773d8217-26e7-45fd-8247-51c28da8b55c {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:17:25.435808 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce58c4ec-5a23-4af3-8455-3b283c88e80d", "tag": "8697ff38-94bf-4773-b6c8-4f7465bdc504", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:17:25.436064 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-773d8217-26e7-45fd-8247-51c28da8b55c {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:17:25.436465 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773d8217-26e7-45fd-8247-51c28da8b55c'] response: {'name': 'network-changed', 'server_uuid': 'ce58c4ec-5a23-4af3-8455-3b283c88e80d', 'tag': '8697ff38-94bf-4773-b6c8-4f7465bdc504', 'status': 'completed', 'code': 200} Apr 06 14:17:25.477362 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-a75fc0c4-a6b0-4321-8563-cb5791abbd5a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1270459572&fields=id&tenant_id=b3704131189249758fe79fd530a64a7f HTTP/1.1" status: 200 len: 267 time: 0.2155631 Apr 06 14:17:25.510061 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (b36bb647-2e9e-469c-b827-8ab674b4b1c6), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:25.575523 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (ba5d5965-380e-44d0-bcbd-423d6880c46f), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:25.577337 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (b34dfca5-db92-42bf-a06a-313ba762cc50), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:25.600335 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ec9ae-fe34-4eb1-8157-11dca29499a1 req-b4c3ebb3-c590-49ef-b7fb-657c51bf5d0f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:25.602636 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f45ec9ae-fe34-4eb1-8157-11dca29499a1 req-b4c3ebb3-c590-49ef-b7fb-657c51bf5d0f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 944 time: 0.0728583 Apr 06 14:17:25.629101 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:25.629446 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:25.630205 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:25.630557 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Subscribe: > port after_create 55550000 {{(pid=103948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:25.630927 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:25.631221 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Subscribe: > port after_update 55550000 {{(pid=103948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:25.631538 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:25.631880 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:25.632222 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:25.632761 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:25.657184 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f45ec9ae-fe34-4eb1-8157-11dca29499a1 req-ca1e9d88-982e-4f4c-bbc8-1ce070c89ad4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491447 Apr 06 14:17:25.758656 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:25.759012 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:25.759387 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:25.759670 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:25.760020 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36bb647-2e9e-469c-b827-8ab674b4b1c6']}} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:25.791664 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa11a86-5676-4ea2-8839-cb44ebe448ce req-994cdeae-30c3-445e-8095-143867067e50 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:25.791664 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6fa11a86-5676-4ea2-8839-cb44ebe448ce req-994cdeae-30c3-445e-8095-143867067e50 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 944 time: 0.0695996 Apr 06 14:17:25.803954 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (9cb77b42-5e4f-4778-9ae5-160310035d40), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:25.807756 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bad6c1c-3f3f-4ba2-a45e-378d439517c4') {'for_net_delete': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:25.808047 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bad6c1c-3f3f-4ba2-a45e-378d439517c4') {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:25.834385 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (145e16b0-0dce-41e6-a590-ccd89bd5c3ba), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:25.844325 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6fa11a86-5676-4ea2-8839-cb44ebe448ce req-5f724920-cb6a-4763-9c0e-de9373c5e180 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492144 Apr 06 14:17:25.876722 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602373'] for segment (2bad6c1c-3f3f-4ba2-a45e-378d439517c4), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:25.904295 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'Port': ['ID=ba5d5965-380e-44d0-bcbd-423d6880c46f,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:25.908940 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (2bad6c1c-3f3f-4ba2-a45e-378d439517c4), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:25.946566 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-588d937d-bfca-4fe4-b786-0fb9674c3939 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:25.948106 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-588d937d-bfca-4fe4-b786-0fb9674c3939 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/networks?id=c86284af-8e01-433f-b259-029eabfd0d24 HTTP/1.1" status: 200 len: 817 time: 0.4578619 Apr 06 14:17:25.951062 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=103948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:17:25.951499 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12612040'] for segment (2bad6c1c-3f3f-4ba2-a45e-378d439517c4), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: from cryptography.utils import int_from_bytes Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: from cryptography.utils import int_from_bytes Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: Traceback (most recent call last): Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: timer() Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: cb(*args, **kw) Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: return func(*args, **kwargs) Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: self._notify() Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: self.callback(batched_events) Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: event.method(event) Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: return f(self, *a, **k) Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._get(url).json() Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: return self.request(url, 'GET', **kwargs) Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:17:25.971012 dv-cinder-835881-5-iscsi neutron-server[103948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:17:26.029942 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-be0edf72-dd75-485c-b4ad-d9d2e1f54546 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/quotas/b3704131189249758fe79fd530a64a7f HTTP/1.1" status: 200 len: 375 time: 0.0472128 Apr 06 14:17:26.055453 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event updated for resources: {'Port': ['ID=b34dfca5-db92-42bf-a06a-313ba762cc50,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:26.085581 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:26.086941 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-082cdbd7-177e-4b79-abb3-e97eddc0fe8e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4381604 Apr 06 14:17:26.089661 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:26.099198 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-2b837149-f311-43e7-a378-80134786eba7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6930473 Apr 06 14:17:26.132104 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-fc8e8f81-111f-466e-95db-434a896d46b5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3704131189249758fe79fd530a64a7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894303 Apr 06 14:17:26.259834 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-736922db-0378-4280-bddd-33e4d82b436c service neutron] 10.222.0.10 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118274 Apr 06 14:17:26.280837 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (b36bb647-2e9e-469c-b827-8ab674b4b1c6), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:26.331218 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:26.336948 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b36bb647-2e9e-469c-b827-8ab674b4b1c6 HTTP/1.1" status: 204 len: 168 time: 1.4092448 Apr 06 14:17:26.337774 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55526) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:26.346297 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fb976-4358-499a-bf40-dc192a9afb40 admin admin] Pushing event deleted for resources: {'Network': ['ID=b36bb647-2e9e-469c-b827-8ab674b4b1c6,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:26.379316 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-544744a1-f12c-4a14-bb31-1010377feda1 service neutron] 10.222.0.10 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072042 Apr 06 14:17:26.383461 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-efd431c9-5346-410a-a7a9-6f03c92f8209 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--599175768&fields=id&tenant_id=fe717c9db0244c0291dcc0ff1f23244a HTTP/1.1" status: 200 len: 267 time: 0.0956078 Apr 06 14:17:26.403873 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e9285f-814d-4a53-a6cb-6b186e188a00 admin admin] Deleting subnet 90ba5299-8af6-4650-8e2e-3ba30572b826 {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:17:26.409841 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-87e9285f-814d-4a53-a6cb-6b186e188a00 admin admin] Publish callbacks [] for subnet (90ba5299-8af6-4650-8e2e-3ba30572b826), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:26.528732 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-87e9285f-814d-4a53-a6cb-6b186e188a00 admin admin] Publish callbacks [] for subnet (90ba5299-8af6-4650-8e2e-3ba30572b826), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:26.542068 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-87e9285f-814d-4a53-a6cb-6b186e188a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (90ba5299-8af6-4650-8e2e-3ba30572b826), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:26.606382 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67028f4-3113-416e-80f1-252979475b65 req-f9121b57-28d9-4eb4-aeaf-4cd5ea6a0bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:26.607840 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c67028f4-3113-416e-80f1-252979475b65 req-f9121b57-28d9-4eb4-aeaf-4cd5ea6a0bd3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 1128 time: 0.1611485 Apr 06 14:17:26.616628 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a07e892-a2a0-4c54-b5ba-267d851ec275 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:26.626966 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a07e892-a2a0-4c54-b5ba-267d851ec275 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/networks?id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c HTTP/1.1" status: 200 len: 815 time: 0.2099512 Apr 06 14:17:26.709259 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-5900854e-57bd-4d31-98b6-3a8e6a434b05 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/quotas/fe717c9db0244c0291dcc0ff1f23244a HTTP/1.1" status: 200 len: 375 time: 0.0807230 Apr 06 14:17:26.782612 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-87e9285f-814d-4a53-a6cb-6b186e188a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for subnet (90ba5299-8af6-4650-8e2e-3ba30572b826), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:26.811069 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-d31b5d89-d3a6-4951-ad30-8cc84b3d3f61 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1028992798&fields=id&tenant_id=7c06d10321c24c2eb672098ef14e6bad HTTP/1.1" status: 200 len: 267 time: 0.0632041 Apr 06 14:17:26.851176 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9285f-814d-4a53-a6cb-6b186e188a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ba5299-8af6-4650-8e2e-3ba30572b826,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:26.869254 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-87e9285f-814d-4a53-a6cb-6b186e188a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:26.877046 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-87e9285f-814d-4a53-a6cb-6b186e188a00 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/90ba5299-8af6-4650-8e2e-3ba30572b826 HTTP/1.1" status: 204 len: 168 time: 0.5348170 Apr 06 14:17:26.877266 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67028f4-3113-416e-80f1-252979475b65 req-d0aa806e-1a9c-4199-91c8-22539e4b7e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:26.878680 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c67028f4-3113-416e-80f1-252979475b65 req-d0aa806e-1a9c-4199-91c8-22539e4b7e22 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=883a3af0e02a4c4aaa58db13d250a352&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2597873 Apr 06 14:17:26.879272 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55548) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:26.938747 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-bb3b938e-4f1a-4e65-b451-74dead3c5de8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:26.940304 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-bb3b938e-4f1a-4e65-b451-74dead3c5de8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/networks?id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc HTTP/1.1" status: 200 len: 810 time: 0.1283758 Apr 06 14:17:26.957430 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-a8786940-58b7-4eb0-926e-1fca0454bab3 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/quotas/7c06d10321c24c2eb672098ef14e6bad HTTP/1.1" status: 200 len: 375 time: 0.0093598 Apr 06 14:17:27.017322 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1d28a119-abb6-477b-bb25-9973ce32b0e5 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2964499 Apr 06 14:17:27.032622 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-daa86305-8c3c-4f1f-ae32-4ef409fa5d4c tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c06d10321c24c2eb672098ef14e6bad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619605 Apr 06 14:17:27.143623 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-436fc642-6e25-4872-940e-864ce066ca0a service neutron] 10.222.0.10 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074274 Apr 06 14:17:27.286147 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-662728a9-abf3-405f-bf24-8d3144d440ef service neutron] 10.222.0.10 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332057 Apr 06 14:17:27.342973 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (6cb987fc-478c-44c6-ac46-a57dcad90432), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:27.445120 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67028f4-3113-416e-80f1-252979475b65 req-73cc41f7-a4c9-4d0f-bdd5-d53abe0b75e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:27.446603 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c67028f4-3113-416e-80f1-252979475b65 req-73cc41f7-a4c9-4d0f-bdd5-d53abe0b75e2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5573237 Apr 06 14:17:27.495314 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-58dc9a55-0fce-4686-8f68-cd899b4d8f6e service neutron] 10.222.0.10 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568040 Apr 06 14:17:27.531868 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (6cb987fc-478c-44c6-ac46-a57dcad90432), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:27.582752 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:27.583099 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:27.583901 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:27.584235 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Subscribe: > port after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:27.584560 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:27.584895 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Subscribe: > port after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:27.585220 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:27.585558 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:27.585870 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:27.586189 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:27.654111 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:27.654774 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:27.654774 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:27.655188 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103947) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 14:17:27.655506 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb987fc-478c-44c6-ac46-a57dcad90432']}} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:27.679335 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baaffeb5-e065-4ea9-a8d0-0d26508cb2ab') {'for_net_delete': True} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:27.679627 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baaffeb5-e065-4ea9-a8d0-0d26508cb2ab') {} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:17:27.680388 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3b574d5a-18ab-4861-8a03-a4fdab673e9b req-b63c9e38-24bc-4762-93f4-1f50972560be tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 210 time: 0.0344341 Apr 06 14:17:27.701814 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14463241'] for segment (baaffeb5-e065-4ea9-a8d0-0d26508cb2ab), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:27.742817 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (baaffeb5-e065-4ea9-a8d0-0d26508cb2ab), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:27.755197 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-403759ea-0df4-4d94-93f2-bb7bfc6214fc service neutron] 10.222.0.10 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524729 Apr 06 14:17:27.773449 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:17:27.773857 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14453773'] for segment (baaffeb5-e065-4ea9-a8d0-0d26508cb2ab), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: from cryptography.utils import int_from_bytes Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: from cryptography.utils import int_from_bytes Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: Traceback (most recent call last): Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: timer() Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: cb(*args, **kw) Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: return func(*args, **kwargs) Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: self._notify() Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: self.callback(batched_events) Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: event.method(event) Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: return f(self, *a, **k) Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: return self._get(url).json() Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: return self.request(url, 'GET', **kwargs) Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:17:27.779230 dv-cinder-835881-5-iscsi neutron-server[103947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:17:27.821805 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848742d-fdeb-415d-b9c0-ba67ba082a47 req-47debfdf-547e-4263-b020-1273f8a1727c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:27.825158 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1848742d-fdeb-415d-b9c0-ba67ba082a47 req-47debfdf-547e-4263-b020-1273f8a1727c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 944 time: 0.0738008 Apr 06 14:17:27.884610 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1848742d-fdeb-415d-b9c0-ba67ba082a47 req-658ee50f-cc32-4900-ad10-e56561ac394d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530648 Apr 06 14:17:27.989996 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ca98b-2035-4d5a-a17c-6be4bce07e8f req-92da5c8b-e900-4b32-9eb9-7f956d46f317 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:27.991531 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e16ca98b-2035-4d5a-a17c-6be4bce07e8f req-92da5c8b-e900-4b32-9eb9-7f956d46f317 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 944 time: 0.0524392 Apr 06 14:17:28.011719 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (6cb987fc-478c-44c6-ac46-a57dcad90432), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:28.024562 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:28.024562 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] 10.222.0.10 "DELETE /v2.0/networks/6cb987fc-478c-44c6-ac46-a57dcad90432 HTTP/1.1" status: 204 len: 168 time: 1.1407874 Apr 06 14:17:28.032267 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8b8d3-ad11-4a66-bd38-d2a4f1e5ee5c admin admin] Pushing event deleted for resources: {'Network': ['ID=6cb987fc-478c-44c6-ac46-a57dcad90432,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:28.042372 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e16ca98b-2035-4d5a-a17c-6be4bce07e8f req-de84b721-f5ce-4a09-b1fb-031c12785a44 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451629 Apr 06 14:17:28.108496 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-550f0a62-3873-4481-892c-31573c70afb5 req-1fda3dfc-3fc8-4fa9-af80-7fcda6c77d19 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0265284 Apr 06 14:17:28.294825 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-726be5b8-368f-4e16-bed7-aa0b4b4c5a1e req-e5d0aa92-dfd1-4611-abef-9fb43d24d7b1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0327384 Apr 06 14:17:28.570549 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55592) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:28.610963 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f3af4892-9012-423b-a2d4-180e7e925f63 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a95c659f3a464eb885d965b7e3faf679&name=default HTTP/1.1" status: 200 len: 2993 time: 0.0391903 Apr 06 14:17:28.614318 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55594) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:28.661138 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-357e3530-fefc-4806-b5a2-ee35dd65c6ee admin admin] Publish callbacks [] for security_group (46fc5172-9a90-4768-89a7-6a3d34e6d6b1), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:28.686754 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-357e3530-fefc-4806-b5a2-ee35dd65c6ee admin admin] Publish callbacks [] for security_group (46fc5172-9a90-4768-89a7-6a3d34e6d6b1), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:28.803972 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aca617e7-0288-4005-8543-0004494d7ddf req-dfe1e72f-efcb-483c-9d07-8d1d3395e3c5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 210 time: 0.0289025 Apr 06 14:17:28.874350 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-357e3530-fefc-4806-b5a2-ee35dd65c6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (46fc5172-9a90-4768-89a7-6a3d34e6d6b1), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:28.877056 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-357e3530-fefc-4806-b5a2-ee35dd65c6ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:28.878187 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-357e3530-fefc-4806-b5a2-ee35dd65c6ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/46fc5172-9a90-4768-89a7-6a3d34e6d6b1 HTTP/1.1" status: 204 len: 168 time: 0.2630675 Apr 06 14:17:28.886233 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e3530-fefc-4806-b5a2-ee35dd65c6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fc5172-9a90-4768-89a7-6a3d34e6d6b1,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:29.014849 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b1d0c-9e48-4acb-9173-d72841b9f8b5 req-9b15aed3-f2ba-4c59-9057-77406ffb1296 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:29.018969 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a60b1d0c-9e48-4acb-9173-d72841b9f8b5 req-9b15aed3-f2ba-4c59-9057-77406ffb1296 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 944 time: 0.0654356 Apr 06 14:17:29.066578 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55604) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:29.069462 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a60b1d0c-9e48-4acb-9173-d72841b9f8b5 req-7a017dd2-61e0-4171-86ab-5f8731db27e7 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458379 Apr 06 14:17:29.169812 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f12f56-02d2-4705-8d8e-d21aa17c2f52 req-ea67a7fa-e971-44aa-b580-405e8f205f95 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:29.171355 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-47f12f56-02d2-4705-8d8e-d21aa17c2f52 req-ea67a7fa-e971-44aa-b580-405e8f205f95 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 944 time: 0.0567164 Apr 06 14:17:29.192176 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2eddfb44-b8ff-4a8c-a87b-a7340eb63f14 req-a0633495-b52f-4eaa-a014-e437a4ed38e5 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0304892 Apr 06 14:17:29.199279 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-aeaf0d25-bf3c-48fe-ab3d-2c9a849beb7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:29.243702 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-47f12f56-02d2-4705-8d8e-d21aa17c2f52 req-90e37bde-9be9-4488-b947-8f56144d0980 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642252 Apr 06 14:17:29.306231 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-aeaf0d25-bf3c-48fe-ab3d-2c9a849beb7e admin admin] Publish callbacks [] for security_group (a39865c8-bf7d-4ef9-9508-37cc09e96f92), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:29.378731 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-324053be-ea07-4dad-8fea-eaadf049f855 req-68412577-23c2-4918-a8b8-7b819ee312d5 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0285854 Apr 06 14:17:29.438110 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-aeaf0d25-bf3c-48fe-ab3d-2c9a849beb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (a39865c8-bf7d-4ef9-9508-37cc09e96f92), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:29.487182 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-aeaf0d25-bf3c-48fe-ab3d-2c9a849beb7e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1dff4aef229d40f3a087cfdbc2743cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4195032 Apr 06 14:17:29.488781 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf0d25-bf3c-48fe-ab3d-2c9a849beb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39865c8-bf7d-4ef9-9508-37cc09e96f92,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:29.489949 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 55626) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:29.549662 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a85745e0-74b6-4a26-84c4-5ea9bc4d91fb admin admin] Publish callbacks [] for security_group (a39865c8-bf7d-4ef9-9508-37cc09e96f92), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:29.572419 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a85745e0-74b6-4a26-84c4-5ea9bc4d91fb admin admin] Publish callbacks [] for security_group (a39865c8-bf7d-4ef9-9508-37cc09e96f92), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:29.711455 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a85745e0-74b6-4a26-84c4-5ea9bc4d91fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (a39865c8-bf7d-4ef9-9508-37cc09e96f92), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:29.714044 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a85745e0-74b6-4a26-84c4-5ea9bc4d91fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:29.715276 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-a85745e0-74b6-4a26-84c4-5ea9bc4d91fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a39865c8-bf7d-4ef9-9508-37cc09e96f92 HTTP/1.1" status: 204 len: 168 time: 0.2241356 Apr 06 14:17:29.725503 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85745e0-74b6-4a26-84c4-5ea9bc4d91fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39865c8-bf7d-4ef9-9508-37cc09e96f92,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:29.905212 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cf72f16-778e-4725-85d5-6f7412a4af72 req-4a687093-67d2-4cb3-ae67-c68a0c960514 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 210 time: 0.0279028 Apr 06 14:17:30.024715 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 55634) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:30.066085 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-748b1534-8257-4e43-8514-f704d443ad79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe1b725ff4b34c69a891b42731ffdd97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401824 Apr 06 14:17:30.068649 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 55636) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:30.117387 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dde7dda8-d21e-4230-bb3d-203fb20aaaf6 admin admin] Publish callbacks [] for security_group (7045316a-98cb-4fcb-bf84-022bb63d62fb), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:30.150785 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dde7dda8-d21e-4230-bb3d-203fb20aaaf6 admin admin] Publish callbacks [] for security_group (7045316a-98cb-4fcb-bf84-022bb63d62fb), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:30.219318 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550f68f-51c6-4f1e-8d4f-de40e7bcfd81 req-37bb8dbb-3a52-45c4-8fed-5b89af3b1056 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:30.221233 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2550f68f-51c6-4f1e-8d4f-de40e7bcfd81 req-37bb8dbb-3a52-45c4-8fed-5b89af3b1056 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 944 time: 0.0830503 Apr 06 14:17:30.277986 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2550f68f-51c6-4f1e-8d4f-de40e7bcfd81 req-01df566d-1a7d-43a8-a5cd-6fe0b276f314 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474498 Apr 06 14:17:30.294750 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fbcc5b07-8591-4fe5-89a4-78fa1dc84fb1 req-8082870a-1bdb-41e5-ab7b-d5f530f97d0e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0304065 Apr 06 14:17:30.295887 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:17:30.359912 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dde7dda8-d21e-4230-bb3d-203fb20aaaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7045316a-98cb-4fcb-bf84-022bb63d62fb), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:30.362720 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dde7dda8-d21e-4230-bb3d-203fb20aaaf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:30.366313 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-dde7dda8-d21e-4230-bb3d-203fb20aaaf6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7045316a-98cb-4fcb-bf84-022bb63d62fb HTTP/1.1" status: 204 len: 168 time: 0.2940633 Apr 06 14:17:30.389667 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7dda8-d21e-4230-bb3d-203fb20aaaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7045316a-98cb-4fcb-bf84-022bb63d62fb,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:30.418581 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8a7cc-8b45-4e52-b96f-ea495beeba4c req-16344c0c-e0b8-4fd5-89a1-f59b012cd827 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:30.423045 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-98a8a7cc-8b45-4e52-b96f-ea495beeba4c req-16344c0c-e0b8-4fd5-89a1-f59b012cd827 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 944 time: 0.0739484 Apr 06 14:17:30.439280 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5c9dd0ea-485d-4fc9-9424-c8d1f5384a50,segment=NetworkSegment(ecf5d022-145c-4e4d-9483-d01feb197f55),segment_id=ecf5d022-145c-4e4d-9483-d01feb197f55)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:30.452380 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '5c9dd0ea-485d-4fc9-9424-c8d1f5384a50', 'network_id': '99e49092-61cb-49a0-a020-496d823e9069', 'port_id': '5c9dd0ea-485d-4fc9-9424-c8d1f5384a50', 'mac_address': 'fa:16:3e:07:b9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8af7ae-a224-4a78-aecf-166aa36500a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:17:30.507837 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-98a8a7cc-8b45-4e52-b96f-ea495beeba4c req-5dfb17ba-6858-4e04-bd75-fb1534dcf95c tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721433 Apr 06 14:17:30.517589 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-35fa0c2c-3fdf-4bc7-86c8-5d796b887ae3 req-c0109622-e719-4838-a27d-11f9533b2a03 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0481052 Apr 06 14:17:30.522147 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:30.522559 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (5c9dd0ea-485d-4fc9-9424-c8d1f5384a50), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:30.536111 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:17:30.557490 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5c9dd0ea-485d-4fc9-9424-c8d1f5384a50,segment=NetworkSegment(ecf5d022-145c-4e4d-9483-d01feb197f55),segment_id=ecf5d022-145c-4e4d-9483-d01feb197f55)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:30.674339 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (5c9dd0ea-485d-4fc9-9424-c8d1f5384a50), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:30.724035 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=5c9dd0ea-485d-4fc9-9424-c8d1f5384a50,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:30.761619 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55654) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:30.776011 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4b166adf-5074-410a-92a8-1d03998d608f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:30.866951 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4b166adf-5074-410a-92a8-1d03998d608f admin admin] Publish callbacks [] for security_group (86c2ac29-7a95-4fa4-a6b4-df3b0d050071), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:30.983039 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4b166adf-5074-410a-92a8-1d03998d608f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (86c2ac29-7a95-4fa4-a6b4-df3b0d050071), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:31.007506 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7b968a63-b25d-474f-a34a-695b15d95e00 req-5d36c9ff-4eed-4707-918a-48d197880da8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 210 time: 0.0292962 Apr 06 14:17:31.026556 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4b166adf-5074-410a-92a8-1d03998d608f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d66bc4df0cdc447e8bf5b7d5417bf163&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614934 Apr 06 14:17:31.026556 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b166adf-5074-410a-92a8-1d03998d608f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c2ac29-7a95-4fa4-a6b4-df3b0d050071,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:31.027575 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55664) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:31.082641 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f824560c-5f1b-46f3-b68a-f63170cd029a admin admin] Publish callbacks [] for security_group (86c2ac29-7a95-4fa4-a6b4-df3b0d050071), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:31.104747 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f824560c-5f1b-46f3-b68a-f63170cd029a admin admin] Publish callbacks [] for security_group (86c2ac29-7a95-4fa4-a6b4-df3b0d050071), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:31.274483 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f824560c-5f1b-46f3-b68a-f63170cd029a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (86c2ac29-7a95-4fa4-a6b4-df3b0d050071), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:31.279015 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f824560c-5f1b-46f3-b68a-f63170cd029a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:31.279015 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f824560c-5f1b-46f3-b68a-f63170cd029a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86c2ac29-7a95-4fa4-a6b4-df3b0d050071 HTTP/1.1" status: 204 len: 168 time: 0.2497478 Apr 06 14:17:31.287423 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824560c-5f1b-46f3-b68a-f63170cd029a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c2ac29-7a95-4fa4-a6b4-df3b0d050071,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:31.366044 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['5c9dd0ea-485d-4fc9-9424-c8d1f5384a50'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:17:31.412186 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cb2cd732-3096-4aae-815f-a2af5f21d076 req-59df634e-de9a-46cf-b544-5f83476ae657 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0333443 Apr 06 14:17:31.417560 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7abe2-38dd-47e4-9d23-906afded53fd req-5ac117ff-0b00-4849-93ee-315d7c20c4ea tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:31.419342 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-08d7abe2-38dd-47e4-9d23-906afded53fd req-5ac117ff-0b00-4849-93ee-315d7c20c4ea tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 944 time: 0.0611005 Apr 06 14:17:31.476467 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-08d7abe2-38dd-47e4-9d23-906afded53fd req-a5b5627d-32cf-4ed7-9ad9-a9dd18692587 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505736 Apr 06 14:17:31.683001 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fabb6e47-b22c-47ff-92a8-5c6cad4c0645 req-c9b65049-bbca-4bea-a1a6-ef2fef73e643 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0388958 Apr 06 14:17:31.691688 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f9802-81e6-4f89-a6c4-0bf09adce018 req-c0537ae1-6d45-44f1-9b99-74b010044565 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:31.703760 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2c8f9802-81e6-4f89-a6c4-0bf09adce018 req-c0537ae1-6d45-44f1-9b99-74b010044565 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 945 time: 0.0787404 Apr 06 14:17:31.753072 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2c8f9802-81e6-4f89-a6c4-0bf09adce018 req-fb21d1bf-03dc-465a-a00b-c1f5b3c6daa7 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527663 Apr 06 14:17:32.113413 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cc21fdf6-1413-493f-bd08-ab28157ecd7d req-392f2556-52e7-4a3b-930a-7744e7a216e8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 210 time: 0.0280733 Apr 06 14:17:32.524586 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-af929a7e-e49a-42ea-8340-b4299409ab7c req-82fd25e8-242a-485c-af91-ed6356761070 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0391073 Apr 06 14:17:32.606541 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b6df5-75a7-4f09-b611-66fd13e3250e req-25d03617-414d-44e2-b98d-1d05dfdc6b46 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:32.608054 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-673b6df5-75a7-4f09-b611-66fd13e3250e req-25d03617-414d-44e2-b98d-1d05dfdc6b46 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 944 time: 0.0566850 Apr 06 14:17:32.673611 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-673b6df5-75a7-4f09-b611-66fd13e3250e req-c6a6fb66-9dc4-471e-852f-1dbf40b081a3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583987 Apr 06 14:17:32.797376 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a83bd3f8-d901-4fd3-81d5-cfae9539d279 req-f20135f9-8c1f-4f72-b467-708a252986bb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0353580 Apr 06 14:17:32.821491 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:32.922667 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7500f8-0b3f-471e-960b-9bd94dc27c43 req-845960cb-2988-4e36-9e6f-1d2691ce3c77 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:32.924479 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4b7500f8-0b3f-471e-960b-9bd94dc27c43 req-845960cb-2988-4e36-9e6f-1d2691ce3c77 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 945 time: 0.0696352 Apr 06 14:17:32.975964 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4b7500f8-0b3f-471e-960b-9bd94dc27c43 req-2de43d22-0a25-4d52-975e-66c43648ee0b tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458133 Apr 06 14:17:33.126771 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:17:33.131620 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:33.131996 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (5c9dd0ea-485d-4fc9-9424-c8d1f5384a50), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:33.225996 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-43434d20-95a7-4517-bcf4-6759a1fe81fe req-d80876a1-efd9-4d4a-8a4c-4a3790fc689e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 210 time: 0.0269449 Apr 06 14:17:33.242000 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:33.242397 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (5c9dd0ea-485d-4fc9-9424-c8d1f5384a50), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:33.267171 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9dd0ea-485d-4fc9-9424-c8d1f5384a50'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:17:33.340145 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5c9dd0ea-485d-4fc9-9424-c8d1f5384a50,segment=NetworkSegment(ecf5d022-145c-4e4d-9483-d01feb197f55),segment_id=ecf5d022-145c-4e4d-9483-d01feb197f55)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:33.523261 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (5c9dd0ea-485d-4fc9-9424-c8d1f5384a50), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:33.548620 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446a9f3c-01e6-41a1-aa1c-35059c221361" -d '{"events": [{"server_uuid": "99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a", "name": "network-vif-plugged", "status": "completed", "tag": "5c9dd0ea-485d-4fc9-9424-c8d1f5384a50"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:17:33.583523 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=5c9dd0ea-485d-4fc9-9424-c8d1f5384a50,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:33.646814 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-21641698-64e5-4836-bfd7-a3b20dba025d req-69731f6a-c959-4850-beaf-95c4a2f666aa tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0373981 Apr 06 14:17:33.707539 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426f12cb-ac0f-446b-8904-ed0a4c86a3a7 x-openstack-request-id: req-426f12cb-ac0f-446b-8904-ed0a4c86a3a7 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:17:33.707827 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a", "name": "network-vif-plugged", "status": "completed", "tag": "5c9dd0ea-485d-4fc9-9424-c8d1f5384a50", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:17:33.708079 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-426f12cb-ac0f-446b-8904-ed0a4c86a3a7 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:17:33.708554 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-426f12cb-ac0f-446b-8904-ed0a4c86a3a7'] response: {'server_uuid': '99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9dd0ea-485d-4fc9-9424-c8d1f5384a50', 'code': 200} Apr 06 14:17:33.831899 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd21f7-6484-4955-b2a2-2f70559ea333 req-e783c81b-6a62-4b61-bc09-b6debb9968cb tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:33.833474 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7bcd21f7-6484-4955-b2a2-2f70559ea333 req-e783c81b-6a62-4b61-bc09-b6debb9968cb tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 944 time: 0.0911829 Apr 06 14:17:33.849468 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-c4d590fa-2653-4575-9c01-040dee3e64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:33.851075 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-c4d590fa-2653-4575-9c01-040dee3e64cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 1128 time: 0.0770667 Apr 06 14:17:33.871010 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:17:33.933674 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b5bd1682-904a-4557-a078-bb1823558c08 req-b58b1bc3-f0db-4d3f-8bfe-cfd7737365ca tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0314207 Apr 06 14:17:33.939038 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-b2a1f64d-fb4f-4dbf-947d-83aeddad16fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8697ff38-94bf-4773-b6c8-4f7465bdc504 HTTP/1.1" status: 200 len: 217 time: 0.0564795 Apr 06 14:17:33.982072 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7bcd21f7-6484-4955-b2a2-2f70559ea333 req-744646ec-9cab-4311-87f1-888724013708 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412444 Apr 06 14:17:34.016712 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-0dbdcaa2-74ca-41d2-b515-c1699ac29c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:34.019010 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-0dbdcaa2-74ca-41d2-b515-c1699ac29c92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.0697916 Apr 06 14:17:34.116481 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-cee423c9-11f0-4565-a6d6-d3ab97e7c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:34.116481 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-cee423c9-11f0-4565-a6d6-d3ab97e7c22b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872951 Apr 06 14:17:34.121507 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7c406-b6e9-4765-be83-1db6dbcc1641 req-aba3df3b-16ce-41dc-ba41-9f9267705686 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:34.131575 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eea7c406-b6e9-4765-be83-1db6dbcc1641 req-aba3df3b-16ce-41dc-ba41-9f9267705686 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0791304 Apr 06 14:17:34.190502 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eea7c406-b6e9-4765-be83-1db6dbcc1641 req-8dcc3c2d-c7e7-4d07-8f92-8c884a375992 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576775 Apr 06 14:17:34.279690 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-b4f6221e-d86c-4268-b0d8-de1d9400dd33 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606026 Apr 06 14:17:34.376379 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95fa52-8384-4c64-ad42-15e9e0bce9a2 req-9120d233-1a5d-4ae6-8a5d-1ac33e07c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:34.377860 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7e95fa52-8384-4c64-ad42-15e9e0bce9a2 req-9120d233-1a5d-4ae6-8a5d-1ac33e07c214 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 1130 time: 0.1777489 Apr 06 14:17:34.379646 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-168209b0-53ad-43e0-830c-a620c277ae03 req-f6e08b04-2ec9-429e-9eb5-177b9555383c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 210 time: 0.0441136 Apr 06 14:17:34.407761 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7e95fa52-8384-4c64-ad42-15e9e0bce9a2 req-c486226a-c7e5-464e-b2b5-b36a5f30c68b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:34.449045 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-05f2503e-aa21-4089-af5a-81d804eadd4b req-e3354da8-bec6-49ee-8539-8a242f42bf4f service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630664 Apr 06 14:17:34.555402 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7e95fa52-8384-4c64-ad42-15e9e0bce9a2 req-c486226a-c7e5-464e-b2b5-b36a5f30c68b service neutron] Publish callbacks [] for security_group (fd524ecc-1172-4be4-869b-4b7dbe7b2d71), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:34.682990 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7e95fa52-8384-4c64-ad42-15e9e0bce9a2 req-c486226a-c7e5-464e-b2b5-b36a5f30c68b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (fd524ecc-1172-4be4-869b-4b7dbe7b2d71), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:34.732985 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7e95fa52-8384-4c64-ad42-15e9e0bce9a2 req-c486226a-c7e5-464e-b2b5-b36a5f30c68b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485970 Apr 06 14:17:34.735367 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486226a-c7e5-464e-b2b5-b36a5f30c68b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fd524ecc-1172-4be4-869b-4b7dbe7b2d71,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:34.766883 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-af7c4b87-c033-4323-a2da-66c039c1c53e req-3c026908-9fab-4f04-88eb-6a5844ad8a1f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0363414 Apr 06 14:17:34.816200 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device a22983ba-809d-4245-8096-9c6263cbe094 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:17:34.915880 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port a22983ba-809d-4245-8096-9c6263cbe094, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a22983ba-809d-4245-8096-9c6263cbe094,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:34.928356 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': 'a22983ba-809d-4245-8096-9c6263cbe094', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'port_id': 'a22983ba-809d-4245-8096-9c6263cbe094', 'mac_address': 'fa:16:3e:84:6c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:17:34.969732 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port a22983ba-809d-4245-8096-9c6263cbe094 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:34.970659 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a22983ba-809d-4245-8096-9c6263cbe094), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:34.984895 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22983ba-809d-4245-8096-9c6263cbe094 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:17:35.005773 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port a22983ba-809d-4245-8096-9c6263cbe094, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a22983ba-809d-4245-8096-9c6263cbe094,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:35.050040 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-163bf6cb-2282-4147-8c79-bda375244fec req-cdccaa81-68ee-4a3b-a7b5-678050807c2f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0324631 Apr 06 14:17:35.112241 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69f6c8-847a-40fd-94d7-1b5c0ee06736 req-b47e16a9-4ca4-4753-8558-b93bd2eaf576 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:35.113747 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9e69f6c8-847a-40fd-94d7-1b5c0ee06736 req-b47e16a9-4ca4-4753-8558-b93bd2eaf576 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 944 time: 0.0544529 Apr 06 14:17:35.161361 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9e69f6c8-847a-40fd-94d7-1b5c0ee06736 req-f05bf021-13c9-449b-b149-c9e6725bb272 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418136 Apr 06 14:17:35.195103 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (a22983ba-809d-4245-8096-9c6263cbe094), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:35.198560 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd627-6ab4-4929-8c89-1e5f135fa889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:35.264363 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=a22983ba-809d-4245-8096-9c6263cbe094,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:35.347126 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29178a7-fb37-4a79-96d3-f8774e8dc159 req-46600544-e78d-4299-b019-8038952fdbff tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:35.348945 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e29178a7-fb37-4a79-96d3-f8774e8dc159 req-46600544-e78d-4299-b019-8038952fdbff tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0574186 Apr 06 14:17:35.415352 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e29178a7-fb37-4a79-96d3-f8774e8dc159 req-13a5c002-fba7-4742-bb82-958722f9247e tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572550 Apr 06 14:17:35.458412 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55850) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:35.503234 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-55bd62ca-753f-4433-9851-882da175f460 req-c51e35e0-6a5d-40c0-b6ce-3f290a05adc7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 210 time: 0.0273793 Apr 06 14:17:35.568617 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7b356bfd-577a-42fa-aaa1-4358c676431d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:35.647596 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7b356bfd-577a-42fa-aaa1-4358c676431d admin admin] Publish callbacks [] for security_group (3315dd52-6a37-4c33-9bcf-97a22e30fba0), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:35.664580 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['a22983ba-809d-4245-8096-9c6263cbe094'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:17:35.732458 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7b356bfd-577a-42fa-aaa1-4358c676431d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (3315dd52-6a37-4c33-9bcf-97a22e30fba0), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:35.771634 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b356bfd-577a-42fa-aaa1-4358c676431d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3315dd52-6a37-4c33-9bcf-97a22e30fba0,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:35.777231 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7b356bfd-577a-42fa-aaa1-4358c676431d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b593466c44a4619988972e4232503b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175614 Apr 06 14:17:35.781935 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55854) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:35.843531 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-aef3b197-08bd-415b-8c81-3cc389c603e3 admin admin] Publish callbacks [] for security_group (3315dd52-6a37-4c33-9bcf-97a22e30fba0), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:35.887303 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aceeacc7-cb70-44e6-9a43-cbe5cf5a1789 req-4e326460-a8d0-4b9e-86aa-ee78c6d650cc tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0389452 Apr 06 14:17:35.889116 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-aef3b197-08bd-415b-8c81-3cc389c603e3 admin admin] Publish callbacks [] for security_group (3315dd52-6a37-4c33-9bcf-97a22e30fba0), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:36.147672 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-50639edb-fcb5-4b6c-9a61-f8eb544026a8 req-44a87986-b89d-46ea-95a0-97e07b3d6e31 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0319955 Apr 06 14:17:36.179919 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-aef3b197-08bd-415b-8c81-3cc389c603e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (3315dd52-6a37-4c33-9bcf-97a22e30fba0), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:36.182651 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-aef3b197-08bd-415b-8c81-3cc389c603e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:36.183872 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-aef3b197-08bd-415b-8c81-3cc389c603e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3315dd52-6a37-4c33-9bcf-97a22e30fba0 HTTP/1.1" status: 204 len: 168 time: 0.4007413 Apr 06 14:17:36.197249 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3b197-08bd-415b-8c81-3cc389c603e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3315dd52-6a37-4c33-9bcf-97a22e30fba0,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:36.292818 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5e328-1fa7-4a64-a2b9-84e03f17ee27 req-9441f57b-7119-4fb1-94f8-901cacab3b84 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:36.294485 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8cb5e328-1fa7-4a64-a2b9-84e03f17ee27 req-9441f57b-7119-4fb1-94f8-901cacab3b84 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 944 time: 0.0603628 Apr 06 14:17:36.348927 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8cb5e328-1fa7-4a64-a2b9-84e03f17ee27 req-e7cd9fd9-c42a-4105-ae93-4f3f2ee0c6da tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469842 Apr 06 14:17:36.569234 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f23a5-1b3f-444e-96f7-1fd515d303fd req-2c24307f-14ef-41a8-b666-a25b27c531d6 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:36.569234 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8c2f23a5-1b3f-444e-96f7-1fd515d303fd req-2c24307f-14ef-41a8-b666-a25b27c531d6 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0649357 Apr 06 14:17:36.611681 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-511e3030-a66b-4a0b-9dfe-785d0516c099 req-8c7e98e4-da3c-4e3f-a30a-f2bf6aa65ddd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 210 time: 0.0277150 Apr 06 14:17:36.623378 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8c2f23a5-1b3f-444e-96f7-1fd515d303fd req-b8b85912-3d68-413c-9fea-c256a660fdde tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506339 Apr 06 14:17:36.832793 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device a22983ba-809d-4245-8096-9c6263cbe094 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:36.983664 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1e586571-9360-47fb-ae5e-a2d61507ad92 req-d5650fc6-0ac5-4612-95eb-bcc14b3bcab4 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0272996 Apr 06 14:17:37.019613 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port a22983ba-809d-4245-8096-9c6263cbe094 completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:17:37.023799 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port a22983ba-809d-4245-8096-9c6263cbe094 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:37.024231 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (a22983ba-809d-4245-8096-9c6263cbe094), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:37.106060 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port a22983ba-809d-4245-8096-9c6263cbe094 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:37.108736 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a22983ba-809d-4245-8096-9c6263cbe094), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:37.130453 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aa0dd5-db8d-410d-abe5-e5d98670ebcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22983ba-809d-4245-8096-9c6263cbe094'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:17:37.132926 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4674bee3-3a25-4f3f-a395-7fda68d72081" -d '{"events": [{"server_uuid": "75aa0dd5-db8d-410d-abe5-e5d98670ebcc", "name": "network-vif-plugged", "status": "completed", "tag": "a22983ba-809d-4245-8096-9c6263cbe094"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:17:37.144535 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55888) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:37.147093 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port a22983ba-809d-4245-8096-9c6263cbe094, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a22983ba-809d-4245-8096-9c6263cbe094,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:37.159581 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5e3ed13d-b4e9-4704-ab96-4c8ba84bd6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:37.185521 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59e4a3a-b247-489e-86b0-e68d744d8569 x-openstack-request-id: req-a59e4a3a-b247-489e-86b0-e68d744d8569 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:17:37.185521 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75aa0dd5-db8d-410d-abe5-e5d98670ebcc", "name": "network-vif-plugged", "status": "completed", "tag": "a22983ba-809d-4245-8096-9c6263cbe094", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:17:37.185521 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a59e4a3a-b247-489e-86b0-e68d744d8569 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:17:37.185521 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59e4a3a-b247-489e-86b0-e68d744d8569'] response: {'server_uuid': '75aa0dd5-db8d-410d-abe5-e5d98670ebcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22983ba-809d-4245-8096-9c6263cbe094', 'code': 200} Apr 06 14:17:37.248594 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (a22983ba-809d-4245-8096-9c6263cbe094), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:37.255909 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f39f14b3-f0ba-4951-bacb-724da6ef0058 req-ec95f305-1844-482e-84c1-bc44f58f4009 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0357285 Apr 06 14:17:37.283534 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5e3ed13d-b4e9-4704-ab96-4c8ba84bd6c8 admin admin] Publish callbacks [] for security_group (6d1913f0-3036-4266-9879-8ec045a3e537), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:37.308218 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=a22983ba-809d-4245-8096-9c6263cbe094,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:37.405450 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5e3ed13d-b4e9-4704-ab96-4c8ba84bd6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (6d1913f0-3036-4266-9879-8ec045a3e537), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:37.446553 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5e3ed13d-b4e9-4704-ab96-4c8ba84bd6c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ce9238e79bc47f0a5e113fe9bddc840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014629 Apr 06 14:17:37.447431 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ed13d-b4e9-4704-ab96-4c8ba84bd6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1913f0-3036-4266-9879-8ec045a3e537,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:37.449671 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 55898) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:37.481356 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6fb0d-3b0e-4177-95ff-43facc14253b req-c1468207-fe0d-4e1c-a503-9f809bb0cea9 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:37.482861 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-67b6fb0d-3b0e-4177-95ff-43facc14253b req-c1468207-fe0d-4e1c-a503-9f809bb0cea9 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 944 time: 0.0666742 Apr 06 14:17:37.499746 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-04508a68-6b03-47ff-b146-c40e63979d65 admin admin] Publish callbacks [] for security_group (6d1913f0-3036-4266-9879-8ec045a3e537), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:37.522226 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-04508a68-6b03-47ff-b146-c40e63979d65 admin admin] Publish callbacks [] for security_group (6d1913f0-3036-4266-9879-8ec045a3e537), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:37.532174 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-67b6fb0d-3b0e-4177-95ff-43facc14253b req-3d42a026-76e9-4052-ab5b-e89139c56447 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425453 Apr 06 14:17:37.719355 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c08b5fb0-ce01-462f-8e2a-c4768f4301af req-2b85a7df-29f0-41d5-a087-8223706f81f9 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 210 time: 0.0278225 Apr 06 14:17:37.720587 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-04508a68-6b03-47ff-b146-c40e63979d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (6d1913f0-3036-4266-9879-8ec045a3e537), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:37.723551 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-04508a68-6b03-47ff-b146-c40e63979d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:37.727469 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-04508a68-6b03-47ff-b146-c40e63979d65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d1913f0-3036-4266-9879-8ec045a3e537 HTTP/1.1" status: 204 len: 168 time: 0.2768574 Apr 06 14:17:37.736559 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04508a68-6b03-47ff-b146-c40e63979d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1913f0-3036-4266-9879-8ec045a3e537,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:37.761731 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ceff3-4d14-4871-beee-852b91f371f2 req-de08e3a2-a6fa-4495-abd1-4270d89b5091 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:37.763624 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-460ceff3-4d14-4871-beee-852b91f371f2 req-de08e3a2-a6fa-4495-abd1-4270d89b5091 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0608046 Apr 06 14:17:37.814534 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-460ceff3-4d14-4871-beee-852b91f371f2 req-b9405684-a9c4-4871-be0f-685d1868b02d tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438416 Apr 06 14:17:38.080899 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-177b65c7-2168-48bb-9fcf-275c8cb2e11f req-9e951a3d-bba4-4442-84c9-e0bb8e110b5d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0282581 Apr 06 14:17:38.356848 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-04a81887-cba8-4aa2-ab91-cbba36b61e82 req-c676f5ae-a0d0-4e60-980f-1c4e0e5de5fd tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0261555 Apr 06 14:17:38.669517 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c14159-e81f-40f6-9196-17de3e7e506a req-7a421617-9a85-4824-b938-12be5e13a540 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:38.672838 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26c14159-e81f-40f6-9196-17de3e7e506a req-7a421617-9a85-4824-b938-12be5e13a540 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 944 time: 0.0672343 Apr 06 14:17:38.733656 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26c14159-e81f-40f6-9196-17de3e7e506a req-3b4e14e0-b7d2-4cf9-95bc-9c3b49a10b75 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509315 Apr 06 14:17:38.831261 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 8697ff38-94bf-4773-b6c8-4f7465bdc504 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:17:38.833981 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2d7a99ec-5707-4885-98aa-834b904e0844 req-30d26191-b097-4327-8668-b03d9ea50453 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 210 time: 0.0291691 Apr 06 14:17:38.945861 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc880f8-e176-4646-a4a8-8c7e7a71f8fc req-07736c32-d0d9-4465-979b-99ad88d33397 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:38.947346 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ccc880f8-e176-4646-a4a8-8c7e7a71f8fc req-07736c32-d0d9-4465-979b-99ad88d33397 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0577617 Apr 06 14:17:38.948815 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 8697ff38-94bf-4773-b6c8-4f7465bdc504, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8697ff38-94bf-4773-b6c8-4f7465bdc504,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:38.966170 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '8697ff38-94bf-4773-b6c8-4f7465bdc504', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'port_id': '8697ff38-94bf-4773-b6c8-4f7465bdc504', 'mac_address': 'fa:16:3e:53:a6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:17:39.005754 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ccc880f8-e176-4646-a4a8-8c7e7a71f8fc req-61daa06b-8c8c-48fd-9241-3f061045ecc9 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515161 Apr 06 14:17:39.010889 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 8697ff38-94bf-4773-b6c8-4f7465bdc504 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:39.021212 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:39.028870 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8697ff38-94bf-4773-b6c8-4f7465bdc504 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:17:39.050269 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 8697ff38-94bf-4773-b6c8-4f7465bdc504, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8697ff38-94bf-4773-b6c8-4f7465bdc504,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:39.134407 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-17bfd49a-b1cf-489a-9608-63bee078b9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:39.173867 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:39.194615 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b3f82956-ac57-406b-a870-a60855daf5fa req-e02ebf8d-ac0d-4551-b9f6-f82ba075dd10 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0448430 Apr 06 14:17:39.228332 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=8697ff38-94bf-4773-b6c8-4f7465bdc504,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:39.487619 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d203fb9b-ed81-45ef-9dc4-718a1cd82c41 req-2aaaf494-0787-417d-8718-13a86c02534a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0363655 Apr 06 14:17:39.550456 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-11e5cab2-7527-48dc-91ac-1349e0c8350b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:39.552009 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-11e5cab2-7527-48dc-91ac-1349e0c8350b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.49 "GET /v2.0/networks?id=c86284af-8e01-433f-b259-029eabfd0d24 HTTP/1.1" status: 200 len: 817 time: 0.1582458 Apr 06 14:17:39.635372 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-e728a4a2-a63e-40d6-b161-dface9bc91ab tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3704131189249758fe79fd530a64a7f HTTP/1.1" status: 200 len: 380 time: 0.0741651 Apr 06 14:17:39.638143 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['8697ff38-94bf-4773-b6c8-4f7465bdc504'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:17:39.650187 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-9483fd93-8587-4f19-bc1c-f117a8079ae7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Request body: {'port': {'device_id': '49133f83-079c-447d-b9f3-6ce14c852981', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'admin_state_up': True, 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'security_groups': ['4674d4f2-ab56-4c2f-88df-5cd4571f961a']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:40.022570 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.49', 55610) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:40.127572 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ab3d89bf-f948-45db-88f9-500628f0ea75 req-490398f1-6108-483a-bf45-ae10cd33692a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 210 time: 0.1043723 Apr 06 14:17:40.142795 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ef447-3a90-4bed-9fb7-afd5e8b38ee0 req-8af628c2-c034-43ac-9200-33d787dd9446 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:40.151765 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c67ef447-3a90-4bed-9fb7-afd5e8b38ee0 req-8af628c2-c034-43ac-9200-33d787dd9446 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 945 time: 0.1155820 Apr 06 14:17:40.223706 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c67ef447-3a90-4bed-9fb7-afd5e8b38ee0 req-27a42bff-acee-4e92-a16b-83693b19c5dc tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660923 Apr 06 14:17:40.228198 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-cd87fecf-5e0f-4a4d-944c-9e8e220b3a4e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:40.229853 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-cd87fecf-5e0f-4a4d-944c-9e8e220b3a4e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.49 "GET /v2.0/networks?id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc HTTP/1.1" status: 200 len: 810 time: 0.5083435 Apr 06 14:17:40.231835 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-fb759832-7c79-4423-be43-1d0907351a23 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:40.233614 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-fb759832-7c79-4423-be43-1d0907351a23 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "GET /v2.0/networks?id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c HTTP/1.1" status: 200 len: 815 time: 0.4748633 Apr 06 14:17:40.290825 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a5ae1-4c08-48ab-a2d1-196117005bbc req-ee30b583-cd0c-40de-94e4-1d2f195e2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:40.292779 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-286a5ae1-4c08-48ab-a2d1-196117005bbc req-ee30b583-cd0c-40de-94e4-1d2f195e2b22 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 1130 time: 0.2692280 Apr 06 14:17:40.341294 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5ca77ff5-a184-4c09-8ceb-81f654228c0d req-5ec9bbec-e047-4d89-b0eb-f48ee49422b3 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0325212 Apr 06 14:17:40.347501 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ace702-387e-43ee-a64c-b137dc2d2c15 req-34b6c03a-e2e8-490c-818a-803440f21646 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:40.349037 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a2ace702-387e-43ee-a64c-b137dc2d2c15 req-34b6c03a-e2e8-490c-818a-803440f21646 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0874920 Apr 06 14:17:40.400322 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a2ace702-387e-43ee-a64c-b137dc2d2c15 req-3c50f778-b008-4bf1-a374-5ccd8667afd8 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457537 Apr 06 14:17:40.408399 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:40.534212 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-9483fd93-8587-4f19-bc1c-f117a8079ae7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Made reservation on behalf of b3704131189249758fe79fd530a64a7f for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:40.537571 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-9483fd93-8587-4f19-bc1c-f117a8079ae7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:40.589750 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ddc8b4e1-7cc3-44e9-87b0-45c312db46e8 req-09ecbded-ff8a-456d-8d56-f57f36b9bafd tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0327029 Apr 06 14:17:40.674649 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-9483fd93-8587-4f19-bc1c-f117a8079ae7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Allocated IP 172.20.0.10 (c86284af-8e01-433f-b259-029eabfd0d24/d3abd841-b723-4c66-b34b-6c95c35f2cdf/21908a32-c402-4d16-9fcc-5d77e9ea4c8e) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:40.827642 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-9483fd93-8587-4f19-bc1c-f117a8079ae7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:41.063097 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-9483fd93-8587-4f19-bc1c-f117a8079ae7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:41.102965 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-9483fd93-8587-4f19-bc1c-f117a8079ae7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Network c86284af-8e01-433f-b259-029eabfd0d24 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:41.108508 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-9483fd93-8587-4f19-bc1c-f117a8079ae7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:41.117176 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-9483fd93-8587-4f19-bc1c-f117a8079ae7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:17:41.144277 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483fd93-8587-4f19-bc1c-f117a8079ae7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event updated for resources: {'Port': ['ID=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:41.173761 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-9483fd93-8587-4f19-bc1c-f117a8079ae7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:41.173761 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-9483fd93-8587-4f19-bc1c-f117a8079ae7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:41.309203 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577c71b-c291-44a6-ac69-ac618c1d4a0c req-3fea6b2c-5ab7-4b8e-9e16-b61fc16b0b6f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:41.310968 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e577c71b-c291-44a6-ac69-ac618c1d4a0c req-3fea6b2c-5ab7-4b8e-9e16-b61fc16b0b6f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 932 time: 0.0830905 Apr 06 14:17:41.335060 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-9483fd93-8587-4f19-bc1c-f117a8079ae7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6896420 Apr 06 14:17:41.368472 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f5d25-2eb6-483b-93f4-fccb214db3b4 req-a56e842f-b3e3-4dd5-86e8-eb97a25fe33b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:41.370142 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ce5f5d25-2eb6-483b-93f4-fccb214db3b4 req-a56e842f-b3e3-4dd5-86e8-eb97a25fe33b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 945 time: 0.0656662 Apr 06 14:17:41.372410 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e577c71b-c291-44a6-ac69-ac618c1d4a0c req-3315b55b-8c97-4136-be2e-8d0a9668bdca tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551791 Apr 06 14:17:41.419235 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-d701a6ff-c024-459f-8c17-2a34c79de8be None None] Provisioning complete for port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:41.419701 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d701a6ff-c024-459f-8c17-2a34c79de8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:41.442927 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ce5f5d25-2eb6-483b-93f4-fccb214db3b4 req-b20d57ce-fd33-45cb-9f5c-16231221cd19 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659854 Apr 06 14:17:41.459410 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-d701a6ff-c024-459f-8c17-2a34c79de8be None None] Port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:17:41.500961 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 56036) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:41.501922 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7aa1b833-8705-46dd-86d3-a358d04aa144 req-14ea8da8-a7e9-451c-a88f-6cef48f168ea tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0311658 Apr 06 14:17:41.573114 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ea50f-f312-4c74-9fbd-03f1e770b2d2 req-1899b95b-6b2f-49e0-a45d-26c1e9fd87d8 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:41.574658 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6b8ea50f-f312-4c74-9fbd-03f1e770b2d2 req-1899b95b-6b2f-49e0-a45d-26c1e9fd87d8 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0661960 Apr 06 14:17:41.621821 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c8a28b80-3ee6-4d6f-b469-9cc05fd3befb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:41.647651 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6b8ea50f-f312-4c74-9fbd-03f1e770b2d2 req-d092648b-22dc-4f57-9dfc-0fde6b8b73b8 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667109 Apr 06 14:17:41.686158 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-497e5ad9-5a4e-49ce-858f-b5897bcb44d2 req-d2d6e94c-1879-4fdb-976f-6522f9b51f75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0266979 Apr 06 14:17:41.720430 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c8a28b80-3ee6-4d6f-b469-9cc05fd3befb admin admin] Publish callbacks [] for security_group (c80de73e-0739-4f39-a229-3e57f644550b), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:41.805342 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c8a28b80-3ee6-4d6f-b469-9cc05fd3befb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (c80de73e-0739-4f39-a229-3e57f644550b), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:41.845044 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-c8a28b80-3ee6-4d6f-b469-9cc05fd3befb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d32a2979ec734d9db30720e6f04e5c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430014 Apr 06 14:17:41.846003 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a28b80-3ee6-4d6f-b469-9cc05fd3befb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80de73e-0739-4f39-a229-3e57f644550b,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:41.847771 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 56044) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:41.899613 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8983ef9f-9518-44f0-b91d-b591a5a39906 admin admin] Publish callbacks [] for security_group (c80de73e-0739-4f39-a229-3e57f644550b), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:41.924759 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8983ef9f-9518-44f0-b91d-b591a5a39906 admin admin] Publish callbacks [] for security_group (c80de73e-0739-4f39-a229-3e57f644550b), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:41.943499 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 56048) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:42.011084 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:42.049765 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-89c24386-cdf5-4db3-bd1d-1dc35bc44a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:42.113788 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8983ef9f-9518-44f0-b91d-b591a5a39906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (c80de73e-0739-4f39-a229-3e57f644550b), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:42.116344 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8983ef9f-9518-44f0-b91d-b591a5a39906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:42.117482 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-8983ef9f-9518-44f0-b91d-b591a5a39906 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c80de73e-0739-4f39-a229-3e57f644550b HTTP/1.1" status: 204 len: 168 time: 0.2686028 Apr 06 14:17:42.126278 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983ef9f-9518-44f0-b91d-b591a5a39906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80de73e-0739-4f39-a229-3e57f644550b,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:42.172113 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-89c24386-cdf5-4db3-bd1d-1dc35bc44a93 admin admin] Publish callbacks [] for security_group (990ebc95-1c6b-411f-a26f-8457f255adf8), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:42.262701 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-89c24386-cdf5-4db3-bd1d-1dc35bc44a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (990ebc95-1c6b-411f-a26f-8457f255adf8), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:42.302250 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-89c24386-cdf5-4db3-bd1d-1dc35bc44a93 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c12c9774d7c4f07882032ae1817ae12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572218 Apr 06 14:17:42.302996 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c24386-cdf5-4db3-bd1d-1dc35bc44a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990ebc95-1c6b-411f-a26f-8457f255adf8,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:42.305797 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 56054) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:42.356688 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ec6076c-4647-48c8-a0f2-9638c205bcf8 admin admin] Publish callbacks [] for security_group (990ebc95-1c6b-411f-a26f-8457f255adf8), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:42.377796 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ec6076c-4647-48c8-a0f2-9638c205bcf8 admin admin] Publish callbacks [] for security_group (990ebc95-1c6b-411f-a26f-8457f255adf8), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:42.531240 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3751186-d880-4a61-9ac2-7f160ac2457f req-a3eb20e3-f1a3-4329-908b-443676d77ba2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:42.532955 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b3751186-d880-4a61-9ac2-7f160ac2457f req-a3eb20e3-f1a3-4329-908b-443676d77ba2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 932 time: 0.0818381 Apr 06 14:17:42.546864 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Request body: {'port': {'device_id': '49133f83-079c-447d-b9f3-6ce14c852981', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:42.562762 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ec6076c-4647-48c8-a0f2-9638c205bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (990ebc95-1c6b-411f-a26f-8457f255adf8), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:42.565265 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ec6076c-4647-48c8-a0f2-9638c205bcf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:42.568765 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5ec6076c-4647-48c8-a0f2-9638c205bcf8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/990ebc95-1c6b-411f-a26f-8457f255adf8 HTTP/1.1" status: 204 len: 168 time: 0.2594173 Apr 06 14:17:42.630262 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b3751186-d880-4a61-9ac2-7f160ac2457f req-9894dba6-530f-4e0f-9663-a334d11372fc tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906687 Apr 06 14:17:42.635271 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-a1d2cb44-ccfa-4793-9f0b-bca1c97071b8 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe717c9db0244c0291dcc0ff1f23244a HTTP/1.1" status: 200 len: 379 time: 0.1012745 Apr 06 14:17:42.647906 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6076c-4647-48c8-a0f2-9638c205bcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990ebc95-1c6b-411f-a26f-8457f255adf8,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:42.660380 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-286a5ae1-4c08-48ab-a2d1-196117005bbc req-80f3af3d-b76a-4d08-a7ef-e4f6882be9d9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534383 Apr 06 14:17:42.726569 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:42.732318 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-3b3bcbde-e809-4ce8-92bc-46553746b6f7 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c06d10321c24c2eb672098ef14e6bad HTTP/1.1" status: 200 len: 380 time: 0.1894577 Apr 06 14:17:42.734937 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a89fe787-7315-4f59-b917-bed1fc9d247b req-4a9e2243-ea78-4922-acfe-a5bd593757f0 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0353069 Apr 06 14:17:42.752774 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cae3a-3a52-41be-9431-99d35e0cd615 req-cc66f0a5-89b4-4f55-b76b-cfcf1d9b2069 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:42.754296 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a67cae3a-3a52-41be-9431-99d35e0cd615 req-cc66f0a5-89b4-4f55-b76b-cfcf1d9b2069 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 945 time: 0.2038300 Apr 06 14:17:42.870209 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bd4c0-9bd8-4fe9-a7d7-da1ed97c594f req-566db075-163c-4a66-af2e-e5ed5a19d0ec tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:42.871721 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e11bd4c0-9bd8-4fe9-a7d7-da1ed97c594f req-566db075-163c-4a66-af2e-e5ed5a19d0ec tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0585892 Apr 06 14:17:42.914163 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a67cae3a-3a52-41be-9431-99d35e0cd615 req-235b9c72-fa05-4571-ba6a-5842cd9ff20f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314433 Apr 06 14:17:42.920163 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e11bd4c0-9bd8-4fe9-a7d7-da1ed97c594f req-fabc097d-706e-4e3e-9636-221b25761dbc tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418053 Apr 06 14:17:43.031765 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-837624f2-0f93-476c-a635-5509f1a2bab8 req-ab609fa7-993e-4e90-b354-2a791baa4a98 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0406308 Apr 06 14:17:43.099326 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21908a32-c402-4d16-9fcc-5d77e9ea4c8e {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:17:43.109091 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Publish callbacks [] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.122492 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Transition to ACTIVE for port object 21908a32-c402-4d16-9fcc-5d77e9ea4c8e will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:17:43.125328 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.195221 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 56076) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:43.209008 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d4b7db07-e900-4605-b571-1f48681a5df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.254718 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.320056 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d4b7db07-e900-4605-b571-1f48681a5df6 admin admin] Publish callbacks [] for security_group (bd195cf2-a548-48c1-bb06-62cfcff30685), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.337522 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Pushing event updated for resources: {'Port': ['ID=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:43.407373 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Attempting to bind port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:17:43.407714 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Attempting to bind port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:17:43.412065 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Attempting to bind port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e on network c86284af-8e01-433f-b259-029eabfd0d24 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:43.413259 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e on network c86284af-8e01-433f-b259-029eabfd0d24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:17:43.413587 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Attempting to bind port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e on network c86284af-8e01-433f-b259-029eabfd0d24 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:43.416524 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d4b7db07-e900-4605-b571-1f48681a5df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (bd195cf2-a548-48c1-bb06-62cfcff30685), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.431983 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:17:43.432350 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Checking segment: {'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:43.432738 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Bound using segment: {'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:17:43.433180 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Bound port: 21908a32-c402-4d16-9fcc-5d77e9ea4c8e, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:17:43.433537 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.471751 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-d4b7db07-e900-4605-b571-1f48681a5df6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ef614c0d0b1420284a2f56b131ddb6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754300 Apr 06 14:17:43.474482 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 56078) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:43.476421 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 56080) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:43.483821 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7db07-e900-4605-b571-1f48681a5df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd195cf2-a548-48c1-bb06-62cfcff30685,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:43.494422 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8aac0067-7e12-4234-b956-8b555b12e43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.541423 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] For port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:43.544428 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] For port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:43.575449 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e0f7df1b-be9f-401c-8bc8-305e9f48d5c3 admin admin] Publish callbacks [] for security_group (bd195cf2-a548-48c1-bb06-62cfcff30685), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.614201 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e0f7df1b-be9f-401c-8bc8-305e9f48d5c3 admin admin] Publish callbacks [] for security_group (bd195cf2-a548-48c1-bb06-62cfcff30685), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.645170 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8aac0067-7e12-4234-b956-8b555b12e43d admin admin] Publish callbacks [] for security_group (c359c6ce-6b05-4ec1-94b2-66a7a2716410), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.682582 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.715887 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:43.716504 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.717941 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] 10.222.0.49 "PUT /v2.0/ports/21908a32-c402-4d16-9fcc-5d77e9ea4c8e HTTP/1.1" status: 200 len: 1094 time: 1.1851125 Apr 06 14:17:43.720735 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49133f83-079c-447d-b9f3-6ce14c852981', 'tag': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:17:43.723088 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b9e61c-ef80-42f6-9803-4704d0008d69" -d '{"events": [{"name": "network-changed", "server_uuid": "49133f83-079c-447d-b9f3-6ce14c852981", "tag": "21908a32-c402-4d16-9fcc-5d77e9ea4c8e"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:17:43.756694 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87c6c4-eb89-4607-94dc-a60c15aa7086 service neutron] Pushing event updated for resources: {'Port': ['ID=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:43.760684 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c457561-9f16-4bdf-98e6-bebed09f6bf0 req-2223cb0f-199a-436a-b1fd-cd5354bc8891 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:43.766743 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2c457561-9f16-4bdf-98e6-bebed09f6bf0 req-2223cb0f-199a-436a-b1fd-cd5354bc8891 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0576704 Apr 06 14:17:43.766743 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8aac0067-7e12-4234-b956-8b555b12e43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (c359c6ce-6b05-4ec1-94b2-66a7a2716410), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.771987 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b060264-a683-489d-bd34-f4ee6eb4e73d x-openstack-request-id: req-1b060264-a683-489d-bd34-f4ee6eb4e73d {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:17:43.772284 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49133f83-079c-447d-b9f3-6ce14c852981", "tag": "21908a32-c402-4d16-9fcc-5d77e9ea4c8e", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:17:43.772539 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b060264-a683-489d-bd34-f4ee6eb4e73d {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:17:43.772951 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b060264-a683-489d-bd34-f4ee6eb4e73d'] response: {'name': 'network-changed', 'server_uuid': '49133f83-079c-447d-b9f3-6ce14c852981', 'tag': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'status': 'completed', 'code': 200} Apr 06 14:17:43.800044 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e0f7df1b-be9f-401c-8bc8-305e9f48d5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (bd195cf2-a548-48c1-bb06-62cfcff30685), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.805917 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e0f7df1b-be9f-401c-8bc8-305e9f48d5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.805917 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-e0f7df1b-be9f-401c-8bc8-305e9f48d5c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd195cf2-a548-48c1-bb06-62cfcff30685 HTTP/1.1" status: 204 len: 168 time: 0.3283963 Apr 06 14:17:43.842685 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-8aac0067-7e12-4234-b956-8b555b12e43d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ef5dbcd9abb4d76bbfa90290058bf88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654311 Apr 06 14:17:43.846593 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 56094) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:43.847580 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac0067-7e12-4234-b956-8b555b12e43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c359c6ce-6b05-4ec1-94b2-66a7a2716410,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:43.879761 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1081d57d-8b65-4b12-a936-01b0c95b36f4 req-850aacf9-e775-4843-bdc2-d1bfe6f884b1 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0487852 Apr 06 14:17:43.887855 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7df1b-be9f-401c-8bc8-305e9f48d5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd195cf2-a548-48c1-bb06-62cfcff30685,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:43.923136 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2c457561-9f16-4bdf-98e6-bebed09f6bf0 req-529397d0-0efe-4b5e-ba24-527cccc07dff tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467333 Apr 06 14:17:43.944634 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-73b0da2b-bddf-4602-84f6-dbf3a4d50975 admin admin] Publish callbacks [] for security_group (c359c6ce-6b05-4ec1-94b2-66a7a2716410), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:43.995176 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-73b0da2b-bddf-4602-84f6-dbf3a4d50975 admin admin] Publish callbacks [] for security_group (c359c6ce-6b05-4ec1-94b2-66a7a2716410), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:44.073220 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26c929-3104-409f-9701-c735d6d688c4 req-de60f514-cac7-48ef-badb-3e84e82fb7b6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:44.074797 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9f26c929-3104-409f-9701-c735d6d688c4 req-de60f514-cac7-48ef-badb-3e84e82fb7b6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 945 time: 0.0576360 Apr 06 14:17:44.089021 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c19577-33d3-49d4-9f03-32ce93d4f960 req-e20ef340-a2a3-4932-b228-86c843defb32 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:44.090610 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d4c19577-33d3-49d4-9f03-32ce93d4f960 req-e20ef340-a2a3-4932-b228-86c843defb32 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0715725 Apr 06 14:17:44.125540 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9f26c929-3104-409f-9701-c735d6d688c4 req-b506a019-4706-4af4-b92f-e9b854b1a52b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446084 Apr 06 14:17:44.138985 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d4c19577-33d3-49d4-9f03-32ce93d4f960 req-cad4d8d5-55ed-42aa-afb8-f747c99f06f2 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Apr 06 14:17:44.168059 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-73b0da2b-bddf-4602-84f6-dbf3a4d50975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (c359c6ce-6b05-4ec1-94b2-66a7a2716410), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:44.170735 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-73b0da2b-bddf-4602-84f6-dbf3a4d50975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:44.172765 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-73b0da2b-bddf-4602-84f6-dbf3a4d50975 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c359c6ce-6b05-4ec1-94b2-66a7a2716410 HTTP/1.1" status: 204 len: 168 time: 0.3214130 Apr 06 14:17:44.181880 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0da2b-bddf-4602-84f6-dbf3a4d50975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c359c6ce-6b05-4ec1-94b2-66a7a2716410,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:44.221724 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96eeb11e-23da-4b15-9a66-7a059b4d4afa req-1adab6d3-4e17-4c95-b1cf-cee437167f7e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0309846 Apr 06 14:17:44.748907 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 56116) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:44.762667 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d93460ac-72d0-4ec0-86df-f35a15af118e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:44.819930 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 8697ff38-94bf-4773-b6c8-4f7465bdc504 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:44.843997 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d93460ac-72d0-4ec0-86df-f35a15af118e admin admin] Publish callbacks [] for security_group (4a44c05c-8ce2-40de-ab48-611e902d7b0d), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:44.895410 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-913fcd48-5798-43de-bd86-3d500f0c7c52 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'port': {'device_id': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'admin_state_up': True, 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'security_groups': ['d68cad32-8a12-45e0-9b17-483659ce5559']}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:44.896820 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-c9f6d503-007e-45b2-9f93-14265ffef99e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Request body: {'port': {'device_id': 'e08e8730-d991-4539-8384-7a5f94daff20', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'admin_state_up': True, 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'security_groups': ['3e1f04ea-700a-4cc6-87a9-78b76ebcd17c']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:45.017518 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6a94d45e-c0c2-4a5e-a843-1c18e747bcc2 req-c90e185c-1dcf-4971-83c8-8846fb8d96fe tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0385516 Apr 06 14:17:45.039390 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9e61c-ef80-42f6-9803-4704d0008d69 req-533d7c7b-4a17-4297-b253-934dbb2c2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:45.040934 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-24b9e61c-ef80-42f6-9803-4704d0008d69 req-533d7c7b-4a17-4297-b253-934dbb2c2856 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3704131189249758fe79fd530a64a7f&device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 1128 time: 0.0929871 Apr 06 14:17:45.064686 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d93460ac-72d0-4ec0-86df-f35a15af118e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4a44c05c-8ce2-40de-ab48-611e902d7b0d), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:45.065891 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port 8697ff38-94bf-4773-b6c8-4f7465bdc504 completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:17:45.076554 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 8697ff38-94bf-4773-b6c8-4f7465bdc504 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:45.079809 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:45.120858 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-d93460ac-72d0-4ec0-86df-f35a15af118e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00a2c74cc4284eb2be6f7ef867aef3c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696673 Apr 06 14:17:45.121544 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93460ac-72d0-4ec0-86df-f35a15af118e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a44c05c-8ce2-40de-ab48-611e902d7b0d,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:45.123802 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 56136) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:45.162258 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7931af4-618d-4c9c-b13d-9949f698839b req-1a6d59f5-e896-4512-8b72-1861cf909270 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:45.163319 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c7931af4-618d-4c9c-b13d-9949f698839b req-1a6d59f5-e896-4512-8b72-1861cf909270 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.1108112 Apr 06 14:17:45.216820 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 8697ff38-94bf-4773-b6c8-4f7465bdc504 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:45.217274 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:45.244117 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7e8277f1-661e-488b-b20d-f2525ceaad50 admin admin] Publish callbacks [] for security_group (4a44c05c-8ce2-40de-ab48-611e902d7b0d), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:45.247480 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce58c4ec-5a23-4af3-8455-3b283c88e80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697ff38-94bf-4773-b6c8-4f7465bdc504'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:17:45.249457 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c7931af4-618d-4c9c-b13d-9949f698839b req-65f5e205-c2f1-4bef-92e2-2045a0107ef8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761440 Apr 06 14:17:45.250114 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0958f47-291d-4cdb-ba65-f43a44131e86" -d '{"events": [{"server_uuid": "ce58c4ec-5a23-4af3-8455-3b283c88e80d", "name": "network-vif-plugged", "status": "completed", "tag": "8697ff38-94bf-4773-b6c8-4f7465bdc504"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:17:45.267300 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 8697ff38-94bf-4773-b6c8-4f7465bdc504, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8697ff38-94bf-4773-b6c8-4f7465bdc504,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:45.278840 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72aed9c-6dec-4843-a951-56c846e93811 req-bcb4be5f-d67a-49ea-bb4d-92d403f6266a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:45.280372 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f72aed9c-6dec-4843-a951-56c846e93811 req-bcb4be5f-d67a-49ea-bb4d-92d403f6266a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 945 time: 0.0777874 Apr 06 14:17:45.288993 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7e8277f1-661e-488b-b20d-f2525ceaad50 admin admin] Publish callbacks [] for security_group (4a44c05c-8ce2-40de-ab48-611e902d7b0d), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:45.318087 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-913fcd48-5798-43de-bd86-3d500f0c7c52 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Made reservation on behalf of fe717c9db0244c0291dcc0ff1f23244a for: {'port': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:45.320714 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-c9f6d503-007e-45b2-9f93-14265ffef99e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Made reservation on behalf of 7c06d10321c24c2eb672098ef14e6bad for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:45.322545 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-913fcd48-5798-43de-bd86-3d500f0c7c52 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:45.331386 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-c9f6d503-007e-45b2-9f93-14265ffef99e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:45.362333 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f72aed9c-6dec-4843-a951-56c846e93811 req-60147a2d-e9e2-464c-96ad-099debe29d5b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680709 Apr 06 14:17:45.408434 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:45.416817 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e228c-32e3-4fd9-8a0f-66ad7d12ecfc req-7dc1e229-37a6-4ff4-94ae-6cde189f0080 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:45.418603 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-522e228c-32e3-4fd9-8a0f-66ad7d12ecfc req-7dc1e229-37a6-4ff4-94ae-6cde189f0080 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0815949 Apr 06 14:17:45.461871 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=8697ff38-94bf-4773-b6c8-4f7465bdc504,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:45.472981 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c07d8bd7-427d-4a56-9a06-45e407aa28e8 req-074b0355-213b-4e98-bfaf-0f9edbc5150f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0314386 Apr 06 14:17:45.486228 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-522e228c-32e3-4fd9-8a0f-66ad7d12ecfc req-d2cd617a-58e0-4bc6-a1c0-7a9c5a37f4cf tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612693 Apr 06 14:17:45.527148 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d36b76-8205-436a-ae60-68c9f195ed7a x-openstack-request-id: req-c8d36b76-8205-436a-ae60-68c9f195ed7a {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:17:45.527319 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce58c4ec-5a23-4af3-8455-3b283c88e80d", "name": "network-vif-plugged", "status": "completed", "tag": "8697ff38-94bf-4773-b6c8-4f7465bdc504", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:17:45.527493 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8d36b76-8205-436a-ae60-68c9f195ed7a {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:17:45.527923 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d36b76-8205-436a-ae60-68c9f195ed7a'] response: {'server_uuid': 'ce58c4ec-5a23-4af3-8455-3b283c88e80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697ff38-94bf-4773-b6c8-4f7465bdc504', 'code': 200} Apr 06 14:17:45.530773 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7e8277f1-661e-488b-b20d-f2525ceaad50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4a44c05c-8ce2-40de-ab48-611e902d7b0d), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:45.534084 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7e8277f1-661e-488b-b20d-f2525ceaad50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:45.535368 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7e8277f1-661e-488b-b20d-f2525ceaad50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a44c05c-8ce2-40de-ab48-611e902d7b0d HTTP/1.1" status: 204 len: 168 time: 0.3956249 Apr 06 14:17:45.597209 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8277f1-661e-488b-b20d-f2525ceaad50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a44c05c-8ce2-40de-ab48-611e902d7b0d,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:45.676866 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-913fcd48-5798-43de-bd86-3d500f0c7c52 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Allocated IP 172.20.0.8 (30bc2d19-0a57-49c0-af7c-ee8f649f7a8c/8b274f6d-7ae6-4a62-9350-943b95ce2349/4d2cd30a-d32b-41b9-9697-0bd8554a6ce9) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:45.741209 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-c9f6d503-007e-45b2-9f93-14265ffef99e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Allocated IP 172.20.0.4 (e7f06fab-66c7-42ea-96fa-e281e3bc57bc/33aa3945-cd87-4a41-b88b-8619a64161f1/38345538-1492-4258-b92c-786f2a5fc5d3) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:17:45.884397 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-913fcd48-5798-43de-bd86-3d500f0c7c52 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:45.906477 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-c9f6d503-007e-45b2-9f93-14265ffef99e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for port (38345538-1492-4258-b92c-786f2a5fc5d3), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:46.083028 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-913fcd48-5798-43de-bd86-3d500f0c7c52 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:46.119025 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-c9f6d503-007e-45b2-9f93-14265ffef99e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (38345538-1492-4258-b92c-786f2a5fc5d3), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:46.135147 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-913fcd48-5798-43de-bd86-3d500f0c7c52 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:46.141926 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-913fcd48-5798-43de-bd86-3d500f0c7c52 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:46.154048 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-913fcd48-5798-43de-bd86-3d500f0c7c52 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:17:46.188190 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fcd48-5798-43de-bd86-3d500f0c7c52 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'Port': ['ID=4d2cd30a-d32b-41b9-9697-0bd8554a6ce9,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:46.192518 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-c9f6d503-007e-45b2-9f93-14265ffef99e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Network e7f06fab-66c7-42ea-96fa-e281e3bc57bc is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:17:46.206567 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4e586-e915-4a05-aa9b-8c91fe17bf99 req-78b28710-e8af-4adc-bf6f-56558b9ec5cf tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:46.220804 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ffe4e586-e915-4a05-aa9b-8c91fe17bf99 req-78b28710-e8af-4adc-bf6f-56558b9ec5cf tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 931 time: 0.1413007 Apr 06 14:17:46.221509 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6d503-007e-45b2-9f93-14265ffef99e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event updated for resources: {'Port': ['ID=38345538-1492-4258-b92c-786f2a5fc5d3,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:46.232012 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-913fcd48-5798-43de-bd86-3d500f0c7c52 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:46.232657 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-913fcd48-5798-43de-bd86-3d500f0c7c52 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for port (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:46.239843 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-c9f6d503-007e-45b2-9f93-14265ffef99e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:46.243008 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-c9f6d503-007e-45b2-9f93-14265ffef99e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:17:46.430652 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-913fcd48-5798-43de-bd86-3d500f0c7c52 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5417602 Apr 06 14:17:46.447019 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ffe4e586-e915-4a05-aa9b-8c91fe17bf99 req-aa8ab141-da6a-47d1-b277-b06858290fc5 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110062 Apr 06 14:17:46.476544 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-c9f6d503-007e-45b2-9f93-14265ffef99e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:46.477589 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-c9f6d503-007e-45b2-9f93-14265ffef99e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:46.481457 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229a81d-97c6-4f08-a9e9-b4ad457de4dd req-34cc0bd5-b6ff-421f-9876-cb915f2f3382 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:46.482963 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6229a81d-97c6-4f08-a9e9-b4ad457de4dd req-34cc0bd5-b6ff-421f-9876-cb915f2f3382 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.1369939 Apr 06 14:17:46.566915 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-1f6f494e-7255-42fd-8354-ae97b9b42159 None None] Provisioning complete for port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:46.567466 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1f6f494e-7255-42fd-8354-ae97b9b42159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:46.584878 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6229a81d-97c6-4f08-a9e9-b4ad457de4dd req-33976fcb-13ee-4c93-8496-ee03ac6c09f3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887861 Apr 06 14:17:46.617695 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f494e-7255-42fd-8354-ae97b9b42159 None None] Port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:17:46.646160 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9e61c-ef80-42f6-9803-4704d0008d69 req-31cd2584-bdba-4c27-970a-91a4e2bd4929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:46.648154 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-24b9e61c-ef80-42f6-9803-4704d0008d69 req-31cd2584-bdba-4c27-970a-91a4e2bd4929 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b3704131189249758fe79fd530a64a7f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4095435 Apr 06 14:17:46.659040 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-c9f6d503-007e-45b2-9f93-14265ffef99e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7662616 Apr 06 14:17:46.672611 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 56190) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:46.691637 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3009628-8c1c-48f9-b85c-41d122c02edd req-af571407-c188-44f7-b274-493a4d34b513 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:46.694558 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3009628-8c1c-48f9-b85c-41d122c02edd req-af571407-c188-44f7-b274-493a4d34b513 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.1336489 Apr 06 14:17:46.744341 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-eb91b169-3f1c-4718-a329-1f8352308a00 None None] Provisioning complete for port 38345538-1492-4258-b92c-786f2a5fc5d3 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:46.745038 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-eb91b169-3f1c-4718-a329-1f8352308a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (38345538-1492-4258-b92c-786f2a5fc5d3), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:46.785815 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3009628-8c1c-48f9-b85c-41d122c02edd req-53fa16b7-ae27-40b5-a8c0-e7a519568c7c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830541 Apr 06 14:17:46.834558 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-eb91b169-3f1c-4718-a329-1f8352308a00 None None] Port 38345538-1492-4258-b92c-786f2a5fc5d3 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:17:46.848451 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ca2c7afd-f915-4427-8777-84ce70719926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:46.906492 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073203c5-9105-42c1-8827-4261d851d55e req-eea98557-34c5-4f9e-b140-96adeafdc6f0 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:46.908630 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-073203c5-9105-42c1-8827-4261d851d55e req-eea98557-34c5-4f9e-b140-96adeafdc6f0 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.1909237 Apr 06 14:17:46.915725 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Request body: {'port': {'device_id': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:46.942827 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Request body: {'port': {'device_id': 'e08e8730-d991-4539-8384-7a5f94daff20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:46.987603 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-073203c5-9105-42c1-8827-4261d851d55e req-aec991fd-58e1-4b01-b510-326363e1dd02 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676548 Apr 06 14:17:47.038723 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:47.080836 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a189c-7fe5-4329-b00c-f7b857ee1691 req-0c8e59c0-c8b1-42a7-93e0-54cca390c6ec tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:47.082446 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d00a189c-7fe5-4329-b00c-f7b857ee1691 req-0c8e59c0-c8b1-42a7-93e0-54cca390c6ec tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 931 time: 0.2213590 Apr 06 14:17:47.208093 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (38345538-1492-4258-b92c-786f2a5fc5d3), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:47.238011 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9e61c-ef80-42f6-9803-4704d0008d69 req-4363dd87-4c45-418b-beb9-f0167cb1ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:47.241353 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-24b9e61c-ef80-42f6-9803-4704d0008d69 req-4363dd87-4c45-418b-beb9-f0167cb1ed2e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3112578 Apr 06 14:17:47.243779 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ca2c7afd-f915-4427-8777-84ce70719926 admin admin] Publish callbacks [] for security_group (4ba822d2-26eb-4b73-9d6e-e03502e3a4b5), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:47.251538 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d00a189c-7fe5-4329-b00c-f7b857ee1691 req-bd223dfa-bd64-4352-beef-3f81dfb02e45 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479659 Apr 06 14:17:47.360598 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 {{(pid=103948) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:17:47.365972 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ca2c7afd-f915-4427-8777-84ce70719926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4ba822d2-26eb-4b73-9d6e-e03502e3a4b5), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:47.370500 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Publish callbacks [] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:47.383745 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.provisioning_blocks [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Transition to ACTIVE for port object 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 will not be triggered until provisioned by entity L2. {{(pid=103948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:17:47.552818 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12612076'] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:47.610172 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Pushing event updated for resources: {'Port': ['ID=4d2cd30a-d32b-41b9-9697-0bd8554a6ce9,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:47.653026 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa800ad-568d-411a-b606-a1383d6ea5b5 req-aac525c7-9ec8-494c-b2d1-cd19f97ee36f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:47.655886 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1fa800ad-568d-411a-b606-a1383d6ea5b5 req-aac525c7-9ec8-494c-b2d1-cd19f97ee36f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 931 time: 0.1348579 Apr 06 14:17:47.702083 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-ca2c7afd-f915-4427-8777-84ce70719926 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6f42bd390c54d03828bcdab5b969c11&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0284770 Apr 06 14:17:47.703804 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 56220) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:47.725441 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479e084-cf20-46b6-8eb9-2582d21045b9 req-e456b42f-1895-4204-9713-a952394dfe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:47.726790 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c479e084-cf20-46b6-8eb9-2582d21045b9 req-e456b42f-1895-4204-9713-a952394dfe45 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 1130 time: 0.4711125 Apr 06 14:17:47.771526 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c7afd-f915-4427-8777-84ce70719926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba822d2-26eb-4b73-9d6e-e03502e3a4b5,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:47.784418 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-dbf21d64-4dc3-4c76-b232-572489df87be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:47.785826 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-dbf21d64-4dc3-4c76-b232-572489df87be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3704131189249758fe79fd530a64a7f&device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 1128 time: 0.4630337 Apr 06 14:17:47.796890 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1fa800ad-568d-411a-b606-a1383d6ea5b5 req-cccc80a4-2fc0-471b-96a3-964496fbe47a tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806212 Apr 06 14:17:47.798029 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Attempting to bind port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:17:47.798359 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Attempting to bind port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:17:47.798917 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Attempting to bind port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 on network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:47.804527 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 on network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:17:47.804829 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Attempting to bind port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 on network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:47.810418 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:17:47.811324 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Checking segment: {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:47.812106 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Bound using segment: {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'} {{(pid=103948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:17:47.812681 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.managers [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Bound port: 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'}}] {{(pid=103948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:17:47.813145 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:47.919693 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] For port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9, host hv-cinder-83588, cleared binding levels {{(pid=103948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:47.939442 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-ef13c6ca-dcdf-4ed4-83d2-76a1b64d05fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e HTTP/1.1" status: 200 len: 217 time: 0.0652845 Apr 06 14:17:47.978185 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398dea8-8035-46d7-b40e-16ec98d54736 req-fff18018-5714-4ea3-b502-c3a8e2e4d618 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:47.979835 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8398dea8-8035-46d7-b40e-16ec98d54736 req-fff18018-5714-4ea3-b502-c3a8e2e4d618 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.2566800 Apr 06 14:17:48.001372 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] For port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4d2cd30a-d32b-41b9-9697-0bd8554a6ce9,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:48.013043 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-044dd1df-fba1-4d17-b0c5-faddfcdbe518 admin admin] Publish callbacks [] for security_group (4ba822d2-26eb-4b73-9d6e-e03502e3a4b5), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:48.048387 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec3f3e-02c3-4b70-bdbd-3946b6dd5895 req-b333035c-f202-4730-88a0-94632661aea1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:48.049917 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bfec3f3e-02c3-4b70-bdbd-3946b6dd5895 req-b333035c-f202-4730-88a0-94632661aea1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.1457684 Apr 06 14:17:48.120057 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12612076'] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:48.144598 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c479e084-cf20-46b6-8eb9-2582d21045b9 req-91505873-da03-4d7a-916a-899bfe79d422 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715621 Apr 06 14:17:48.148123 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-044dd1df-fba1-4d17-b0c5-faddfcdbe518 admin admin] Publish callbacks [] for security_group (4ba822d2-26eb-4b73-9d6e-e03502e3a4b5), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:48.178611 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:48.179465 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for port (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:48.181198 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-3ae4a07f-8be9-4713-aa06-634b692aff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:48.181465 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] 10.222.0.49 "PUT /v2.0/ports/4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 HTTP/1.1" status: 200 len: 1093 time: 1.2714989 Apr 06 14:17:48.182645 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-3ae4a07f-8be9-4713-aa06-634b692aff3e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3abd841-b723-4c66-b34b-6c95c35f2cdf HTTP/1.1" status: 200 len: 856 time: 0.1912620 Apr 06 14:17:48.184907 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'tag': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:17:48.187295 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cee74c5e6806168c4361293fd760050ed74eb1b6027abc74829ef037f04afca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e38aa6-8111-43e1-adc2-3b6d0e11b2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "be5fd3a2-e508-4c4e-830b-077ce4477a0c", "tag": "4d2cd30a-d32b-41b9-9697-0bd8554a6ce9"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:17:48.215566 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8398dea8-8035-46d7-b40e-16ec98d54736 req-358b2f3c-5f01-4682-af2a-ed71eee58106 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111149 Apr 06 14:17:48.256606 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bfec3f3e-02c3-4b70-bdbd-3946b6dd5895 req-e7392076-bcad-42fc-930e-6d3a44d47588 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929667 Apr 06 14:17:48.300578 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91e0ba-a157-4684-9a67-6f0b4b15c4fa service neutron] Pushing event updated for resources: {'Port': ['ID=4d2cd30a-d32b-41b9-9697-0bd8554a6ce9,revision_number=3']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:48.316912 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38345538-1492-4258-b92c-786f2a5fc5d3 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:17:48.338143 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1f55fe-a74a-4f42-bd8b-076b0a0d504e x-openstack-request-id: req-5d1f55fe-a74a-4f42-bd8b-076b0a0d504e {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:17:48.338344 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5fd3a2-e508-4c4e-830b-077ce4477a0c", "tag": "4d2cd30a-d32b-41b9-9697-0bd8554a6ce9", "status": "completed", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:17:48.338628 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d1f55fe-a74a-4f42-bd8b-076b0a0d504e {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:17:48.339023 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1f55fe-a74a-4f42-bd8b-076b0a0d504e'] response: {'name': 'network-changed', 'server_uuid': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'tag': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9', 'status': 'completed', 'code': 200} Apr 06 14:17:48.348898 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Publish callbacks [] for port (38345538-1492-4258-b92c-786f2a5fc5d3), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:48.426999 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69469a84-17ba-4e20-b593-242a547a2ef2 req-94df7e12-95ad-472f-9155-c50159c53b9f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:48.428560 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-69469a84-17ba-4e20-b593-242a547a2ef2 req-94df7e12-95ad-472f-9155-c50159c53b9f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 943 time: 0.0608087 Apr 06 14:17:48.500096 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Transition to ACTIVE for port object 38345538-1492-4258-b92c-786f2a5fc5d3 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:17:48.503762 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-044dd1df-fba1-4d17-b0c5-faddfcdbe518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4ba822d2-26eb-4b73-9d6e-e03502e3a4b5), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:48.504087 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-69469a84-17ba-4e20-b593-242a547a2ef2 req-c5e0d4c4-f9bc-4132-8a74-20ec33afaaae tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691888 Apr 06 14:17:48.511729 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-044dd1df-fba1-4d17-b0c5-faddfcdbe518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:48.511729 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-044dd1df-fba1-4d17-b0c5-faddfcdbe518 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ba822d2-26eb-4b73-9d6e-e03502e3a4b5 HTTP/1.1" status: 204 len: 168 time: 0.7990909 Apr 06 14:17:48.520379 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dd1df-fba1-4d17-b0c5-faddfcdbe518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba822d2-26eb-4b73-9d6e-e03502e3a4b5,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:48.536063 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-e8bc0155-5148-4b2a-8ff1-be87cfe2388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:48.537923 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-e8bc0155-5148-4b2a-8ff1-be87cfe2388d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c86284af-8e01-433f-b259-029eabfd0d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744450 Apr 06 14:17:48.584400 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e38aa6-8111-43e1-adc2-3b6d0e11b2ab req-ddcc8c87-e253-4519-b518-5fc8e0958443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:48.586440 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d5e38aa6-8111-43e1-adc2-3b6d0e11b2ab req-ddcc8c87-e253-4519-b518-5fc8e0958443 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 1127 time: 0.0814457 Apr 06 14:17:48.629185 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (38345538-1492-4258-b92c-786f2a5fc5d3), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:48.679886 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-276e0c6a-1ecb-4dde-b67c-a8b1d072587f service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311510 Apr 06 14:17:48.747565 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Pushing event updated for resources: {'Port': ['ID=38345538-1492-4258-b92c-786f2a5fc5d3,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:48.798992 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Attempting to bind port 38345538-1492-4258-b92c-786f2a5fc5d3 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:17:48.799499 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Attempting to bind port 38345538-1492-4258-b92c-786f2a5fc5d3 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:17:48.799932 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Attempting to bind port 38345538-1492-4258-b92c-786f2a5fc5d3 on network e7f06fab-66c7-42ea-96fa-e281e3bc57bc {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:48.805061 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Port 38345538-1492-4258-b92c-786f2a5fc5d3 on network e7f06fab-66c7-42ea-96fa-e281e3bc57bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:17:48.805497 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Attempting to bind port 38345538-1492-4258-b92c-786f2a5fc5d3 on network e7f06fab-66c7-42ea-96fa-e281e3bc57bc {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:17:48.811329 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:17:48.812458 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Checking segment: {'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:48.812917 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Bound using segment: {'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:17:48.813478 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Bound port: 38345538-1492-4258-b92c-786f2a5fc5d3, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:17:48.813906 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (38345538-1492-4258-b92c-786f2a5fc5d3), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:48.860347 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e38aa6-8111-43e1-adc2-3b6d0e11b2ab req-d61238a2-8aa0-4dd0-9fc5-700afa33b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:48.862400 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d5e38aa6-8111-43e1-adc2-3b6d0e11b2ab req-d61238a2-8aa0-4dd0-9fc5-700afa33b508 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2639413 Apr 06 14:17:48.911008 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] For port 38345538-1492-4258-b92c-786f2a5fc5d3, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:17:48.939241 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] For port 38345538-1492-4258-b92c-786f2a5fc5d3, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38345538-1492-4258-b92c-786f2a5fc5d3,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:17:48.965669 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0d9ae-532f-4381-8759-0d81d7acead0 req-ba53e8d0-4fa5-4d81-b101-4f962ab590c9 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:48.967170 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bba0d9ae-532f-4381-8759-0d81d7acead0 req-ba53e8d0-4fa5-4d81-b101-4f962ab590c9 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 943 time: 0.0674925 Apr 06 14:17:49.021116 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bba0d9ae-532f-4381-8759-0d81d7acead0 req-47d7fdb3-f27c-4df7-ac7c-f2a3f92d85e9 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478544 Apr 06 14:17:49.046325 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (38345538-1492-4258-b92c-786f2a5fc5d3), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:49.092022 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:49.096107 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:49.096107 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] 10.222.0.49 "PUT /v2.0/ports/38345538-1492-4258-b92c-786f2a5fc5d3 HTTP/1.1" status: 200 len: 1093 time: 2.1678264 Apr 06 14:17:49.096107 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08e8730-d991-4539-8384-7a5f94daff20', 'tag': '38345538-1492-4258-b92c-786f2a5fc5d3'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:17:49.096907 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61f84af-ccef-4c74-8571-306ec648f3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e08e8730-d991-4539-8384-7a5f94daff20", "tag": "38345538-1492-4258-b92c-786f2a5fc5d3"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:17:49.125540 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc9265-a9d0-4b09-ae64-3ca765abe863 service neutron] Pushing event updated for resources: {'Port': ['ID=38345538-1492-4258-b92c-786f2a5fc5d3,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:49.151040 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b555048-2646-4a4b-8c31-a4e2e6091c66 x-openstack-request-id: req-1b555048-2646-4a4b-8c31-a4e2e6091c66 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:17:49.151433 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08e8730-d991-4539-8384-7a5f94daff20", "tag": "38345538-1492-4258-b92c-786f2a5fc5d3", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:17:49.151753 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b555048-2646-4a4b-8c31-a4e2e6091c66 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:17:49.152236 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b555048-2646-4a4b-8c31-a4e2e6091c66'] response: {'name': 'network-changed', 'server_uuid': 'e08e8730-d991-4539-8384-7a5f94daff20', 'tag': '38345538-1492-4258-b92c-786f2a5fc5d3', 'status': 'completed', 'code': 200} Apr 06 14:17:49.511921 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cbb955e9-f3c2-4083-95c9-108a00d9a122 req-e16dcccd-5613-49bc-88bc-990e8651a6a2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1459494 Apr 06 14:17:49.519464 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f84af-ccef-4c74-8571-306ec648f3b0 req-7b0a81c7-3de6-4510-8b94-c2ec7757cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:49.521385 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b61f84af-ccef-4c74-8571-306ec648f3b0 req-7b0a81c7-3de6-4510-8b94-c2ec7757cfd7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c06d10321c24c2eb672098ef14e6bad&device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 1127 time: 0.2214758 Apr 06 14:17:49.531250 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294af758-0595-4496-948d-b2f7a73029b9 req-473ff01d-ddae-43ce-9fae-0172d4042108 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:49.533108 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-294af758-0595-4496-948d-b2f7a73029b9 req-473ff01d-ddae-43ce-9fae-0172d4042108 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.1685464 Apr 06 14:17:49.536001 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af9cc2dd-d305-41be-9755-4a6c54807417 req-980e09a7-d9a6-4dff-bcfe-ca931d9d4d55 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034825 Apr 06 14:17:49.541186 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:49.694908 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e38aa6-8111-43e1-adc2-3b6d0e11b2ab req-3cfed96b-dc4f-4486-af76-4e662e822fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:49.696393 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d5e38aa6-8111-43e1-adc2-3b6d0e11b2ab req-3cfed96b-dc4f-4486-af76-4e662e822fa8 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4637191 Apr 06 14:17:49.703328 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-294af758-0595-4496-948d-b2f7a73029b9 req-b98bca6b-03b9-4c3a-b09a-fbb6bade5284 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616321 Apr 06 14:17:49.704834 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0538174-56e2-41fd-9067-caea858c57ce req-3021a305-3489-4054-8233-15d3e396a817 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:49.715009 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e0538174-56e2-41fd-9067-caea858c57ce req-3021a305-3489-4054-8233-15d3e396a817 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.3241165 Apr 06 14:17:49.755288 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb955e9-f3c2-4083-95c9-108a00d9a122 req-e5320b00-1a99-4f47-a309-9f23d8d97542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:49.757502 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cbb955e9-f3c2-4083-95c9-108a00d9a122 req-e5320b00-1a99-4f47-a309-9f23d8d97542 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3bc16e10a5694baba5ee083cdc30a975&device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 1130 time: 0.1384864 Apr 06 14:17:49.761317 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f84af-ccef-4c74-8571-306ec648f3b0 req-57be1560-a5d7-4136-9a0a-62e1f8f9bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:49.763387 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b61f84af-ccef-4c74-8571-306ec648f3b0 req-57be1560-a5d7-4136-9a0a-62e1f8f9bcb3 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7c06d10321c24c2eb672098ef14e6bad&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1860783 Apr 06 14:17:49.772068 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e0538174-56e2-41fd-9067-caea858c57ce req-a7cf384b-2d8a-4207-be67-a540fa53e55c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581696 Apr 06 14:17:49.842046 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f68c6b-8a6e-416f-bb96-d1cb818519c3 req-8305760b-d7f7-466a-8b8e-2c670c0637d6 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:49.849304 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-05f68c6b-8a6e-416f-bb96-d1cb818519c3 req-8305760b-d7f7-466a-8b8e-2c670c0637d6 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 943 time: 0.0847421 Apr 06 14:17:49.909331 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-05f68c6b-8a6e-416f-bb96-d1cb818519c3 req-9239efa1-39fb-483a-a68c-cc225fb13cb4 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593593 Apr 06 14:17:50.150360 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f58e01-405d-4f3a-9949-e504d90796d2 req-dc3700a0-5e63-4d71-bf6e-b75e77d81eec tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:50.151788 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-85f58e01-405d-4f3a-9949-e504d90796d2 req-dc3700a0-5e63-4d71-bf6e-b75e77d81eec tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 943 time: 0.0524752 Apr 06 14:17:50.210654 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-85f58e01-405d-4f3a-9949-e504d90796d2 req-45869a58-8e63-4d76-a2b3-39190b1ef246 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518472 Apr 06 14:17:50.261578 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 56322) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:50.376422 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-596492067-network', 'tenant_id': '0fbf8e1992b548f7aab4c4c756193078'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:50.530925 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Made reservation on behalf of 0fbf8e1992b548f7aab4c4c756193078 for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:50.533234 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.541795 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.616824 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Publish callbacks [] for security_group (536cd737-9ddc-43b4-8b50-f52d7c3c02d5), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.725030 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (536cd737-9ddc-43b4-8b50-f52d7c3c02d5), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.750849 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:17:50.760626 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536cd737-9ddc-43b4-8b50-f52d7c3c02d5,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:50.765867 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (f224f82c-a337-4ce0-b676-06ce4e425c88), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.766204 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Added segment f224f82c-a337-4ce0-b676-06ce4e425c88 of type vlan for network aa1f3a01-edd6-482e-9855-ec35964eb719 Apr 06 14:17:50.776510 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.776854 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.777193 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.777530 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.777863 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.778194 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.778602 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.778862 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.779188 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.779509 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.779833 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.780200 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.780624 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.780945 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.781373 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:50.823348 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (aa1f3a01-edd6-482e-9855-ec35964eb719), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:50.838228 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755a2a4-2c16-4dd5-964c-62055134e226 req-c7a20df5-983f-4b6a-92b5-f323f29c015e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:50.839898 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f755a2a4-2c16-4dd5-964c-62055134e226 req-c7a20df5-983f-4b6a-92b5-f323f29c015e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0667517 Apr 06 14:17:50.899028 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f755a2a4-2c16-4dd5-964c-62055134e226 req-fab4c84a-56c8-451d-b3d8-8b92b9022aef tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444503 Apr 06 14:17:51.000481 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (aa1f3a01-edd6-482e-9855-ec35964eb719), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:51.003428 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:51.003428 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:51.010156 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4395ab-15ea-480b-a037-d0fc7c10cf3e req-31ae5932-acae-4858-9883-0aa19e6d541f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:51.011693 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1f4395ab-15ea-480b-a037-d0fc7c10cf3e req-31ae5932-acae-4858-9883-0aa19e6d541f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0533252 Apr 06 14:17:51.059799 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1f4395ab-15ea-480b-a037-d0fc7c10cf3e req-6a104f6c-b54c-4596-b6d2-1321fb888476 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Apr 06 14:17:51.067166 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] Pushing event updated for resources: {'Network': ['ID=aa1f3a01-edd6-482e-9855-ec35964eb719,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:51.085919 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network aa1f3a01-edd6-482e-9855-ec35964eb719 details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:17:51.170224 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77fe26-fc37-4b08-be1f-9d5da6ecb65a req-16bb0ae5-549f-4096-98c0-2a89d4bce4ea tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:51.172769 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cf77fe26-fc37-4b08-be1f-9d5da6ecb65a req-16bb0ae5-549f-4096-98c0-2a89d4bce4ea tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 943 time: 0.0579863 Apr 06 14:17:51.219900 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cf77fe26-fc37-4b08-be1f-9d5da6ecb65a req-6ebe94bc-ed30-410b-98d9-7c602cd70fad tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414584 Apr 06 14:17:51.243309 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-0f814d8e-7884-4633-9184-836379885184 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9803710 Apr 06 14:17:51.246144 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 56358) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:51.255621 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-123594da-c602-47c3-90e5-98a5e78f5955 admin admin] Request body: {'subnet': {'network_id': 'aa1f3a01-edd6-482e-9855-ec35964eb719', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-596492067-subnet', 'tenant_id': '0fbf8e1992b548f7aab4c4c756193078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:17:51.346111 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 56362) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:51.405079 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123594da-c602-47c3-90e5-98a5e78f5955 admin admin] Made reservation on behalf of 0fbf8e1992b548f7aab4c4c756193078 for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:17:51.408422 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-123594da-c602-47c3-90e5-98a5e78f5955 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12719216'] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:51.474300 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-db05040e-8d07-4607-aa82-c846622968cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:51.614279 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-db05040e-8d07-4607-aa82-c846622968cf admin admin] Publish callbacks [] for security_group (792b9d3a-4835-4293-9b5a-c04201476efa), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:51.713459 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-db05040e-8d07-4607-aa82-c846622968cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (792b9d3a-4835-4293-9b5a-c04201476efa), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:51.752283 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-123594da-c602-47c3-90e5-98a5e78f5955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14463392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12719214'] for subnet (34163c1a-979c-43f1-a8d4-0c31ba722228), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:51.757515 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-db05040e-8d07-4607-aa82-c846622968cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9879702ec374c27b8b49068c7894459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102809 Apr 06 14:17:51.760104 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05040e-8d07-4607-aa82-c846622968cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792b9d3a-4835-4293-9b5a-c04201476efa,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:51.767154 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902ff0c-260a-4510-a97a-b1a56d61cfff req-18ab8bd6-bc52-40a4-9da5-fdefa6a2c53b tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:51.768838 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6902ff0c-260a-4510-a97a-b1a56d61cfff req-18ab8bd6-bc52-40a4-9da5-fdefa6a2c53b tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 943 time: 0.0589385 Apr 06 14:17:51.769313 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 56376) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:51.820448 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123594da-c602-47c3-90e5-98a5e78f5955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34163c1a-979c-43f1-a8d4-0c31ba722228,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:51.830869 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123594da-c602-47c3-90e5-98a5e78f5955 admin admin] Checking segment: {'id': 'f224f82c-a337-4ce0-b676-06ce4e425c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'aa1f3a01-edd6-482e-9855-ec35964eb719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:17:51.831229 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123594da-c602-47c3-90e5-98a5e78f5955 admin admin] Network hostable DHCP agents. Network: aa1f3a01-edd6-482e-9855-ec35964eb719, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:17:51.851876 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6902ff0c-260a-4510-a97a-b1a56d61cfff req-fe7d2dfc-5013-40a5-bf95-91756bb21668 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753345 Apr 06 14:17:51.852663 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Publish callbacks [] for security_group (792b9d3a-4835-4293-9b5a-c04201476efa), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:51.876294 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Publish callbacks [] for security_group (792b9d3a-4835-4293-9b5a-c04201476efa), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:51.961740 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a6d8c-b99b-4451-bb7e-5f4670bb2afd req-33e78402-b238-407c-b7c3-6734be5f6100 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:51.963321 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-649a6d8c-b99b-4451-bb7e-5f4670bb2afd req-33e78402-b238-407c-b7c3-6734be5f6100 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0538857 Apr 06 14:17:51.973576 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123594da-c602-47c3-90e5-98a5e78f5955 admin admin] Network aa1f3a01-edd6-482e-9855-ec35964eb719 is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:17:52.013815 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-649a6d8c-b99b-4451-bb7e-5f4670bb2afd req-ee1b8677-18ff-48c9-b002-8fe468743f7b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446787 Apr 06 14:17:52.100341 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (792b9d3a-4835-4293-9b5a-c04201476efa), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:52.103069 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:52.104212 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/792b9d3a-4835-4293-9b5a-c04201476efa HTTP/1.1" status: 204 len: 168 time: 0.3339775 Apr 06 14:17:52.116603 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792b9d3a-4835-4293-9b5a-c04201476efa,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:52.128756 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:52.129102 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:52.129466 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:52.129810 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:52.130144 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:52.130472 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:52.130826 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:52.131152 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:52.131491 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:52.131846 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:52.132182 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:52.132522 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:52.132852 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:52.133164 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:52.133488 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4630f40d-149a-47c6-be7b-f9cd8b1553d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:52.145867 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab467c-26eb-47bf-98d0-41fda57ac17d req-1ecec0b4-9a57-4e01-a195-769200d4ec9a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:52.147442 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8bab467c-26eb-47bf-98d0-41fda57ac17d req-1ecec0b4-9a57-4e01-a195-769200d4ec9a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0801449 Apr 06 14:17:52.190473 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-123594da-c602-47c3-90e5-98a5e78f5955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, aa1f3a01-edd6-482e-9855-ec35964eb719) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:17:52.195233 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123594da-c602-47c3-90e5-98a5e78f5955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:52.195990 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-123594da-c602-47c3-90e5-98a5e78f5955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:52.198511 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8bab467c-26eb-47bf-98d0-41fda57ac17d req-e2834aba-0bf1-45de-8ff3-4fc64d270449 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438442 Apr 06 14:17:52.200641 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f608b3-830e-4515-bd58-518a7bbeda1b None None] Network aa1f3a01-edd6-482e-9855-ec35964eb719 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:17:52.295700 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba373c8-02da-43f7-998c-23a9ec8dae55 None None] Network aa1f3a01-edd6-482e-9855-ec35964eb719 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:17:52.341203 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa89a72-12e0-4372-8ce8-59ad63002713 req-24d82645-54a7-4a8e-8af2-aa467fcf09bf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:52.343271 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5aa89a72-12e0-4372-8ce8-59ad63002713 req-24d82645-54a7-4a8e-8af2-aa467fcf09bf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 943 time: 0.0545020 Apr 06 14:17:52.350551 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-123594da-c602-47c3-90e5-98a5e78f5955 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1031611 Apr 06 14:17:52.392937 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5aa89a72-12e0-4372-8ce8-59ad63002713 req-5fbf1a85-ceb1-44ac-b5da-6f8884fce35c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432129 Apr 06 14:17:52.812154 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 21908a32-c402-4d16-9fcc-5d77e9ea4c8e details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:17:52.916149 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:52.928826 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'port_id': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'mac_address': 'fa:16:3e:da:4c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:17:52.965858 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:52.966266 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:52.977291 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399a5b1-6eab-4a6c-b4f0-f41b03cc6bc4 req-cccf20fc-d699-4f7b-a53f-9e47c09d74b1 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:52.978806 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4399a5b1-6eab-4a6c-b4f0-f41b03cc6bc4 req-cccf20fc-d699-4f7b-a53f-9e47c09d74b1 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 943 time: 0.0565045 Apr 06 14:17:52.980324 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21908a32-c402-4d16-9fcc-5d77e9ea4c8e {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:17:53.001803 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:53.025893 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4399a5b1-6eab-4a6c-b4f0-f41b03cc6bc4 req-049b6da1-1f12-4187-a739-11ed670781cb tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406790 Apr 06 14:17:53.065572 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 56406) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:53.079120 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ecfdd49a-2043-40e5-8663-2f42f057411b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:53.164187 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175a115-c9eb-4599-9485-8448eadbb62d req-a5309f43-72ea-4dcc-89b6-1513fb431e35 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:53.165674 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7175a115-c9eb-4599-9485-8448eadbb62d req-a5309f43-72ea-4dcc-89b6-1513fb431e35 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0845895 Apr 06 14:17:53.179658 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:53.227820 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:53.228483 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ecfdd49a-2043-40e5-8663-2f42f057411b admin admin] Publish callbacks [] for security_group (c7d0d004-a9eb-4b88-b4d4-ad20fc8ecbf9), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:53.234948 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:53.235288 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:53.235651 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:53.236002 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:53.236331 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:53.236654 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:53.236975 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:53.237292 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:53.237608 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:53.237938 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:53.238242 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:53.238592 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:53.238910 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:53.239219 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:53.239529 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:17:53.239968 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7175a115-c9eb-4599-9485-8448eadbb62d req-fcb77874-340a-482d-b9af-c533d2d7a9b1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670915 Apr 06 14:17:53.353885 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a088d-2d5e-4518-a6dd-af853726dd57 req-029b45e3-ade6-4796-84bb-46e0eec5e9cb tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:53.355498 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-913a088d-2d5e-4518-a6dd-af853726dd57 req-029b45e3-ade6-4796-84bb-46e0eec5e9cb tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 945 time: 0.0580473 Apr 06 14:17:53.405339 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ecfdd49a-2043-40e5-8663-2f42f057411b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (c7d0d004-a9eb-4b88-b4d4-ad20fc8ecbf9), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:53.477269 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-ecfdd49a-2043-40e5-8663-2f42f057411b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be098090f4b140d982cb8674657a7070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082122 Apr 06 14:17:53.477269 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdd49a-2043-40e5-8663-2f42f057411b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d0d004-a9eb-4b88-b4d4-ad20fc8ecbf9,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:53.480655 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 56416) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:53.485059 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-913a088d-2d5e-4518-a6dd-af853726dd57 req-6096326f-afca-4ad9-a783-407dd7b4a04a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226494 Apr 06 14:17:53.508529 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-d1e435ec-8557-4d50-9ae0-efa9de2c188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:53.509999 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-d1e435ec-8557-4d50-9ae0-efa9de2c188d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 1127 time: 0.1402345 Apr 06 14:17:53.541825 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f84af-ccef-4c74-8571-306ec648f3b0 req-1e2812e7-da65-4bec-9296-a992b56e44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:53.543919 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b61f84af-ccef-4c74-8571-306ec648f3b0 req-1e2812e7-da65-4bec-9296-a992b56e44dc service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2096856 Apr 06 14:17:53.547881 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb955e9-f3c2-4083-95c9-108a00d9a122 req-603f1d92-0184-4c66-af28-15b9637fae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:53.548503 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cbb955e9-f3c2-4083-95c9-108a00d9a122 req-603f1d92-0184-4c66-af28-15b9637fae93 service neutron] 10.222.0.49 "GET /v2.0/networks?id=99e49092-61cb-49a0-a020-496d823e9069 HTTP/1.1" status: 200 len: 913 time: 0.1860476 Apr 06 14:17:53.585433 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-db6cb28b-d73e-4e9a-90fa-a592c1aa5cd4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 HTTP/1.1" status: 200 len: 217 time: 0.0608575 Apr 06 14:17:53.615750 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e4054-69a7-4fb0-9034-7a61fbb07b9d req-bd5fa11c-7974-4c9a-9d9e-6f010baa7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:53.617590 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d1e4054-69a7-4fb0-9034-7a61fbb07b9d req-bd5fa11c-7974-4c9a-9d9e-6f010baa7952 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 1130 time: 0.1470194 Apr 06 14:17:53.619204 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cbb955e9-f3c2-4083-95c9-108a00d9a122 req-e76a9b61-1cc9-4bb6-aff1-b5aded1ac0bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 HTTP/1.1" status: 200 len: 217 time: 0.0611582 Apr 06 14:17:53.660825 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['21908a32-c402-4d16-9fcc-5d77e9ea4c8e'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:17:53.677752 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-683768d4-3d10-4c61-a2e0-985dac005a14 admin admin] Publish callbacks [] for security_group (c7d0d004-a9eb-4b88-b4d4-ad20fc8ecbf9), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:53.707530 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-26d84685-24d0-4f24-84bd-064e812316e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:53.709026 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-26d84685-24d0-4f24-84bd-064e812316e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b274f6d-7ae6-4a62-9350-943b95ce2349 HTTP/1.1" status: 200 len: 854 time: 0.1097612 Apr 06 14:17:53.715273 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-683768d4-3d10-4c61-a2e0-985dac005a14 admin admin] Publish callbacks [] for security_group (c7d0d004-a9eb-4b88-b4d4-ad20fc8ecbf9), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:53.768491 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb955e9-f3c2-4083-95c9-108a00d9a122 req-7549417c-c1bf-4b83-be73-2a022103d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:53.773827 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cbb955e9-f3c2-4083-95c9-108a00d9a122 req-7549417c-c1bf-4b83-be73-2a022103d958 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ca8af7ae-a224-4a78-aecf-166aa36500a2 HTTP/1.1" status: 200 len: 852 time: 0.1430552 Apr 06 14:17:53.785707 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa1bfb-07c3-4aa9-9e75-de9b12faed27 req-d0441de3-6bc7-4168-8ea0-6d432b0831eb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:53.787337 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7faa1bfb-07c3-4aa9-9e75-de9b12faed27 req-d0441de3-6bc7-4168-8ea0-6d432b0831eb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 943 time: 0.1994140 Apr 06 14:17:53.836116 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e4054-69a7-4fb0-9034-7a61fbb07b9d req-e8843f91-6bfa-4692-89eb-be7a93f0c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:53.838027 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d1e4054-69a7-4fb0-9034-7a61fbb07b9d req-e8843f91-6bfa-4692-89eb-be7a93f0c7ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 920 time: 0.2088962 Apr 06 14:17:53.850058 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-d04b8650-717d-416b-b7a9-fe78e25ee539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:53.851658 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-d04b8650-717d-416b-b7a9-fe78e25ee539 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1341085 Apr 06 14:17:53.878144 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cbb955e9-f3c2-4083-95c9-108a00d9a122 req-e44f2f6c-3642-47c0-a98b-0591919d6e0b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=99e49092-61cb-49a0-a020-496d823e9069&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380909 Apr 06 14:17:53.905802 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-19c0f66f-1efe-402c-85be-1415a94f3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:53.907458 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-19c0f66f-1efe-402c-85be-1415a94f3040 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c06d10321c24c2eb672098ef14e6bad&device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 1127 time: 0.2871881 Apr 06 14:17:53.915087 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7faa1bfb-07c3-4aa9-9e75-de9b12faed27 req-45312aef-6b32-4bdf-ab55-40797bc98996 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130230 Apr 06 14:17:53.916199 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d1e4054-69a7-4fb0-9034-7a61fbb07b9d req-8b8610d4-fca5-4543-87da-2761f6edce80 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8697ff38-94bf-4773-b6c8-4f7465bdc504 HTTP/1.1" status: 200 len: 217 time: 0.0662169 Apr 06 14:17:53.963052 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-a346a26e-113b-4576-a1ce-7f97cc94802d service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028049 Apr 06 14:17:54.012791 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-683768d4-3d10-4c61-a2e0-985dac005a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (c7d0d004-a9eb-4b88-b4d4-ad20fc8ecbf9), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:54.016925 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-683768d4-3d10-4c61-a2e0-985dac005a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:54.020841 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-683768d4-3d10-4c61-a2e0-985dac005a14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7d0d004-a9eb-4b88-b4d4-ad20fc8ecbf9 HTTP/1.1" status: 204 len: 168 time: 0.5308161 Apr 06 14:17:54.027260 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-b5a65f9e-1c7e-4fe0-8076-af4c3dfeb1ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38345538-1492-4258-b92c-786f2a5fc5d3 HTTP/1.1" status: 200 len: 217 time: 0.0687449 Apr 06 14:17:54.034632 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683768d4-3d10-4c61-a2e0-985dac005a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d0d004-a9eb-4b88-b4d4-ad20fc8ecbf9,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:54.077356 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-26c5b6bd-4cb2-401d-af2b-6360b75fd29d service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067765 Apr 06 14:17:54.189541 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4e55d-e828-49fd-b8a3-1b4cf386c347 req-e13e4073-391c-4c1c-a4d3-038814d26a0c tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:54.191495 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ddd4e55d-e828-49fd-b8a3-1b4cf386c347 req-e13e4073-391c-4c1c-a4d3-038814d26a0c tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 943 time: 0.0722063 Apr 06 14:17:54.247119 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ddd4e55d-e828-49fd-b8a3-1b4cf386c347 req-3baa4eee-6fc3-4b46-bf57-dd1352791872 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496283 Apr 06 14:17:54.346056 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e4054-69a7-4fb0-9034-7a61fbb07b9d req-817a83de-70a0-42a5-be72-15fc8aba3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:54.347647 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d1e4054-69a7-4fb0-9034-7a61fbb07b9d req-817a83de-70a0-42a5-be72-15fc8aba3093 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.3902595 Apr 06 14:17:54.370326 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf429f8-76d8-49c6-bc1c-34635a84cd80 req-f350fa2d-7f65-4f3c-95a4-5ea3b064dd98 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:54.371955 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fbf429f8-76d8-49c6-bc1c-34635a84cd80 req-f350fa2d-7f65-4f3c-95a4-5ea3b064dd98 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0556896 Apr 06 14:17:54.376485 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-40ca2a01-8e85-4e07-9a55-68d6f75d92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:54.377935 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-40ca2a01-8e85-4e07-9a55-68d6f75d92c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33aa3945-cd87-4a41-b88b-8619a64161f1 HTTP/1.1" status: 200 len: 849 time: 0.3436291 Apr 06 14:17:54.383316 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cbb955e9-f3c2-4083-95c9-108a00d9a122 req-05f99a68-f208-4e1b-8084-05e0089f075c service neutron] 10.222.0.49 "GET /v2.0/networks/99e49092-61cb-49a0-a020-496d823e9069?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747298 Apr 06 14:17:54.420610 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fbf429f8-76d8-49c6-bc1c-34635a84cd80 req-fa4f29d3-5c50-494a-a0c7-9d3307272e5b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418937 Apr 06 14:17:54.628921 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae4c60-71c9-4d83-a8be-e3a6d45976ec req-3ed38650-3e99-45a9-ab52-737fe4526e9b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:54.630411 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2aae4c60-71c9-4d83-a8be-e3a6d45976ec req-3ed38650-3e99-45a9-ab52-737fe4526e9b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 945 time: 0.0529990 Apr 06 14:17:54.682160 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2aae4c60-71c9-4d83-a8be-e3a6d45976ec req-77a3a65f-081e-4983-808f-d937be9019e3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459712 Apr 06 14:17:55.103325 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c192b1-4b97-4c3a-8aeb-15b6952cd116 req-5f19c29e-845a-49c0-b432-b4516bf6d814 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:55.125026 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-01c192b1-4b97-4c3a-8aeb-15b6952cd116 req-5f19c29e-845a-49c0-b432-b4516bf6d814 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 943 time: 0.0541728 Apr 06 14:17:55.152808 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-01c192b1-4b97-4c3a-8aeb-15b6952cd116 req-89883ade-c810-4238-bda5-4fbb3683b7dc tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408924 Apr 06 14:17:55.219709 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 21908a32-c402-4d16-9fcc-5d77e9ea4c8e up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:17:55.370601 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641fbe6-208b-4700-a572-6976eda9642d req-329701b7-11e4-421e-87ea-ef77f934c718 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:55.372231 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7641fbe6-208b-4700-a572-6976eda9642d req-329701b7-11e4-421e-87ea-ef77f934c718 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 943 time: 0.0538082 Apr 06 14:17:55.616899 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7641fbe6-208b-4700-a572-6976eda9642d req-a1a7bb16-8562-42d9-a2bb-b3bc9cc2578d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423656 Apr 06 14:17:55.620437 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f63789-42d9-46cd-a072-c3513037f456 req-f95c6077-c323-4da5-8143-22416ed325d9 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:55.620437 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b0f63789-42d9-46cd-a072-c3513037f456 req-f95c6077-c323-4da5-8143-22416ed325d9 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0551751 Apr 06 14:17:55.620437 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b0f63789-42d9-46cd-a072-c3513037f456 req-b4634d24-7566-404d-acaf-0f11005421ca tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409648 Apr 06 14:17:55.664467 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:17:55.680689 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:17:55.680689 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:55.869199 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089713a-2f56-4a54-8732-c15de968a319 req-463a5ed5-fae4-4076-89c2-f29621a0daed tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:55.875785 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2089713a-2f56-4a54-8732-c15de968a319 req-463a5ed5-fae4-4076-89c2-f29621a0daed tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 945 time: 0.1102593 Apr 06 14:17:55.881177 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:55.881896 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:55.906640 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49133f83-079c-447d-b9f3-6ce14c852981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:17:55.909430 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573f4c35-da6b-49d6-8c23-0aa80633bffb" -d '{"events": [{"server_uuid": "49133f83-079c-447d-b9f3-6ce14c852981", "name": "network-vif-plugged", "status": "completed", "tag": "21908a32-c402-4d16-9fcc-5d77e9ea4c8e"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:17:55.931900 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:55.938536 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2089713a-2f56-4a54-8732-c15de968a319 req-883f00f6-dd48-4ad5-a7df-4bd79edcea2f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618780 Apr 06 14:17:55.952615 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1948bd-724e-4a1c-b3fc-ae745bbfe749 x-openstack-request-id: req-5a1948bd-724e-4a1c-b3fc-ae745bbfe749 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:17:55.952990 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49133f83-079c-447d-b9f3-6ce14c852981", "name": "network-vif-plugged", "status": "completed", "tag": "21908a32-c402-4d16-9fcc-5d77e9ea4c8e", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:17:55.953375 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a1948bd-724e-4a1c-b3fc-ae745bbfe749 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:17:55.953909 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1948bd-724e-4a1c-b3fc-ae745bbfe749'] response: {'server_uuid': '49133f83-079c-447d-b9f3-6ce14c852981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'code': 200} Apr 06 14:17:56.005572 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:56.056417 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:56.116014 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bac64-60d3-4036-add9-537e82bef8d6 req-3dd8d1fb-bad0-4ffa-be11-8b169d2d4856 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:56.117508 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-015bac64-60d3-4036-add9-537e82bef8d6 req-3dd8d1fb-bad0-4ffa-be11-8b169d2d4856 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/networks?id=aa1f3a01-edd6-482e-9855-ec35964eb719 HTTP/1.1" status: 200 len: 808 time: 0.1013021 Apr 06 14:17:56.132959 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-015bac64-60d3-4036-add9-537e82bef8d6 req-07ac2ec3-e805-4787-8826-7a7cd0acab84 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/quotas/0fbf8e1992b548f7aab4c4c756193078 HTTP/1.1" status: 200 len: 375 time: 0.0097318 Apr 06 14:17:56.168064 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-015bac64-60d3-4036-add9-537e82bef8d6 req-a93f23aa-e517-4c6a-a3f4-6e6fddf03e93 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0fbf8e1992b548f7aab4c4c756193078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300293 Apr 06 14:17:56.257268 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-015bac64-60d3-4036-add9-537e82bef8d6 req-12d5d027-1987-4755-b93c-3dee13ff1ef2 service neutron] 10.222.0.10 "GET /v2.0/networks/aa1f3a01-edd6-482e-9855-ec35964eb719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824003 Apr 06 14:17:56.283901 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4cb68-afe1-4e53-883f-94805c760353 req-89715c05-713d-4eb4-9115-a5664f4c9063 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:56.285592 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bca4cb68-afe1-4e53-883f-94805c760353 req-89715c05-713d-4eb4-9115-a5664f4c9063 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 943 time: 0.0572360 Apr 06 14:17:56.341547 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bca4cb68-afe1-4e53-883f-94805c760353 req-33944268-b971-451c-8bfb-2d49ba4d9342 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499671 Apr 06 14:17:56.358448 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-015bac64-60d3-4036-add9-537e82bef8d6 req-3fe4480a-0f59-44c5-bcaf-96c5a10951d1 service neutron] 10.222.0.10 "GET /v2.0/networks/aa1f3a01-edd6-482e-9855-ec35964eb719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948124 Apr 06 14:17:56.399609 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 56510) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:56.519541 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-894d1fd7-c385-43a5-86a9-44ceb6aaaf36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:56.610218 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-894d1fd7-c385-43a5-86a9-44ceb6aaaf36 admin admin] Publish callbacks [] for security_group (1f09de45-6bbf-4615-b1b3-8dd1960c7d96), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:56.658102 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-add598c9-bc2c-4d74-9c22-6758dd7814f5 req-1bc41cc2-361b-4a86-b449-2b9bf166b7c0 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 210 time: 0.0317285 Apr 06 14:17:56.736087 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-894d1fd7-c385-43a5-86a9-44ceb6aaaf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (1f09de45-6bbf-4615-b1b3-8dd1960c7d96), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:56.750682 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28847f22-e676-4ade-8e0c-113d51775928 req-ce38dd12-ad53-4533-acc8-62ffa350d3ae tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:56.752329 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-28847f22-e676-4ade-8e0c-113d51775928 req-ce38dd12-ad53-4533-acc8-62ffa350d3ae tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 943 time: 0.0672855 Apr 06 14:17:56.806921 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-28847f22-e676-4ade-8e0c-113d51775928 req-79bb4f1b-678f-4ac1-89b8-ea7386ea9c5b tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482211 Apr 06 14:17:56.818950 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-894d1fd7-c385-43a5-86a9-44ceb6aaaf36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ca365a1955141899155ed1f319c18c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4066539 Apr 06 14:17:56.818950 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d1fd7-c385-43a5-86a9-44ceb6aaaf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f09de45-6bbf-4615-b1b3-8dd1960c7d96,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:56.819957 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 56530) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:17:56.845326 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9351cb1-d45c-403a-ac6b-0f92f9bb9c9d req-e201b335-33ec-48fb-b292-8b7716584708 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:56.846835 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f9351cb1-d45c-403a-ac6b-0f92f9bb9c9d req-e201b335-33ec-48fb-b292-8b7716584708 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.1050906 Apr 06 14:17:56.861965 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b2d3b5e7-eca9-4cbd-89cf-3ac6797f019e admin admin] Publish callbacks [] for security_group (1f09de45-6bbf-4615-b1b3-8dd1960c7d96), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:56.882372 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b2d3b5e7-eca9-4cbd-89cf-3ac6797f019e admin admin] Publish callbacks [] for security_group (1f09de45-6bbf-4615-b1b3-8dd1960c7d96), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:56.896751 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f9351cb1-d45c-403a-ac6b-0f92f9bb9c9d req-ba8e0ac4-f328-4c09-abd2-06d3590a4b32 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440054 Apr 06 14:17:57.065220 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15146bcb-84cb-4bb2-800b-e441d25b069d req-8a810ba0-540f-4f35-a251-279cac262c22 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:57.066740 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-15146bcb-84cb-4bb2-800b-e441d25b069d req-8a810ba0-540f-4f35-a251-279cac262c22 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0525546 Apr 06 14:17:57.098416 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b2d3b5e7-eca9-4cbd-89cf-3ac6797f019e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (1f09de45-6bbf-4615-b1b3-8dd1960c7d96), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:57.100865 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b2d3b5e7-eca9-4cbd-89cf-3ac6797f019e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:57.101950 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b2d3b5e7-eca9-4cbd-89cf-3ac6797f019e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f09de45-6bbf-4615-b1b3-8dd1960c7d96 HTTP/1.1" status: 204 len: 168 time: 0.2909374 Apr 06 14:17:57.120059 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3b5e7-eca9-4cbd-89cf-3ac6797f019e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f09de45-6bbf-4615-b1b3-8dd1960c7d96,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:57.130233 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-15146bcb-84cb-4bb2-800b-e441d25b069d req-849f5449-e717-4c12-ac2f-0d6d748a2eb8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575142 Apr 06 14:17:57.206057 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:17:57.347632 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4d2cd30a-d32b-41b9-9697-0bd8554a6ce9,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:57.359707 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'port_id': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9', 'mac_address': 'fa:16:3e:27:86:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:17:57.403339 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e4054-69a7-4fb0-9034-7a61fbb07b9d req-8fa22cbd-01de-473c-a298-f57be1f3653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:57.405651 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d1e4054-69a7-4fb0-9034-7a61fbb07b9d req-8fa22cbd-01de-473c-a298-f57be1f3653f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1608462 Apr 06 14:17:57.423979 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-9f317b06-f695-49ed-85c2-3f6ca84636a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:57.425394 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-9f317b06-f695-49ed-85c2-3f6ca84636a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1967971 Apr 06 14:17:57.441633 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:17:57.442392 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cbb955e9-f3c2-4083-95c9-108a00d9a122 req-8e91a334-354a-4a9c-a049-d55c39c7e9f4 service neutron] 10.222.0.49 "GET /v2.0/networks/99e49092-61cb-49a0-a020-496d823e9069?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837204 Apr 06 14:17:57.442792 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:57.462759 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:17:57.487285 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4d2cd30a-d32b-41b9-9697-0bd8554a6ce9,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:17:57.507949 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8867c9-c00c-4d89-ab66-34d1b98434d1 req-88d7087c-ce8a-492e-ae93-efeb77c68f68 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:57.511423 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4c8867c9-c00c-4d89-ab66-34d1b98434d1 req-88d7087c-ce8a-492e-ae93-efeb77c68f68 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 943 time: 0.0934749 Apr 06 14:17:57.595810 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4c8867c9-c00c-4d89-ab66-34d1b98434d1 req-a5818875-9928-4e12-9d33-7dffb8bb9b0d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723376 Apr 06 14:17:57.605393 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d1e4054-69a7-4fb0-9034-7a61fbb07b9d req-1d6591ed-a63a-43d2-a029-fdb25df55a00 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771476 Apr 06 14:17:57.619679 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:17:57.641747 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-9c41359e-fa5e-4c59-b5d1-d285453cddc8 service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253355 Apr 06 14:17:57.678760 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=4d2cd30a-d32b-41b9-9697-0bd8554a6ce9,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:17:57.907639 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e0be5f6-bb75-4a41-8bcf-d31beacd4b34 req-6e11d2fe-6172-4b6d-b92f-0948e65385ba tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 210 time: 0.1543672 Apr 06 14:17:57.960395 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d6c82-8601-450e-adbb-8ffc6c9171af req-72130b8b-487c-4b05-a3aa-84a31dbfa849 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:57.962018 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-286d6c82-8601-450e-adbb-8ffc6c9171af req-72130b8b-487c-4b05-a3aa-84a31dbfa849 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 943 time: 0.0728173 Apr 06 14:17:57.992170 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8510db5c-c5e2-4dbb-a198-c1dacb5bf718 req-ec24bf27-2b44-4287-959e-f64114a0a155 service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567832 Apr 06 14:17:58.000733 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75a461-80c0-44aa-9ca7-da99df7bbb2a req-0ec3ebc4-8e16-4182-b1a7-3256ba638b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:58.002202 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7c75a461-80c0-44aa-9ca7-da99df7bbb2a req-0ec3ebc4-8e16-4182-b1a7-3256ba638b75 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 1130 time: 0.2359915 Apr 06 14:17:58.020019 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-286d6c82-8601-450e-adbb-8ffc6c9171af req-001e5067-cf94-4411-9783-b312060679b9 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493157 Apr 06 14:17:58.055903 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d1e4054-69a7-4fb0-9034-7a61fbb07b9d req-51c5c600-a1e6-4b9e-8fc1-ce8637aeae8f service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319960 Apr 06 14:17:58.092397 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['4d2cd30a-d32b-41b9-9697-0bd8554a6ce9'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:17:58.095283 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7c75a461-80c0-44aa-9ca7-da99df7bbb2a req-c83f9077-8dc2-447f-ab27-418c251dda4d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718431 Apr 06 14:17:58.102922 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf02c74-8ba2-4a09-a97e-5ec0da4aa38c req-efd8744d-692d-415b-aeb3-179ace535883 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:58.104467 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaf02c74-8ba2-4a09-a97e-5ec0da4aa38c req-efd8744d-692d-415b-aeb3-179ace535883 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0998399 Apr 06 14:17:58.157520 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eaf02c74-8ba2-4a09-a97e-5ec0da4aa38c req-1c530ac6-1dac-4d64-b313-29405e3192d9 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465889 Apr 06 14:17:58.270836 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032c3fb-8ef8-481f-a9cf-ed3154233e64 req-612212ed-beee-424c-9c37-df7cec987c1c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:58.277880 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4032c3fb-8ef8-481f-a9cf-ed3154233e64 req-612212ed-beee-424c-9c37-df7cec987c1c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0587022 Apr 06 14:17:58.323850 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4032c3fb-8ef8-481f-a9cf-ed3154233e64 req-a65f5b28-8301-4c5d-ae5c-7707354f26ba tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451205 Apr 06 14:17:58.714051 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d367a2-27ab-4c5f-b241-f7c154342629 req-63fff775-f0b4-4d70-806b-5fbfe37bd2cb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:58.715714 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d8d367a2-27ab-4c5f-b241-f7c154342629 req-63fff775-f0b4-4d70-806b-5fbfe37bd2cb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 944 time: 0.0617595 Apr 06 14:17:58.777596 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d8d367a2-27ab-4c5f-b241-f7c154342629 req-a647215d-f94d-4ce1-818e-a3cf5611b4c5 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527925 Apr 06 14:17:59.005852 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1b677a19-0515-4c79-8911-236d33fed299 req-0708039b-146e-4dca-a8eb-4fe04eb7122f tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 210 time: 0.0259972 Apr 06 14:17:59.137371 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4ba9f-d143-4fba-b91f-a9ae2817b166 req-71403e08-01f5-4961-af28-b3cc178729ec tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:59.138865 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-39d4ba9f-d143-4fba-b91f-a9ae2817b166 req-71403e08-01f5-4961-af28-b3cc178729ec tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 943 time: 0.0514300 Apr 06 14:17:59.190203 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-39d4ba9f-d143-4fba-b91f-a9ae2817b166 req-2652c1a7-1ffa-492c-96cf-50feb9752de6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446658 Apr 06 14:17:59.306855 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2e524-af29-49dc-840d-e38c83afa77b req-f606e7d2-1273-465b-b7a4-149458b0ed70 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:59.308328 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6af2e524-af29-49dc-840d-e38c83afa77b req-f606e7d2-1273-465b-b7a4-149458b0ed70 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0572488 Apr 06 14:17:59.354745 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6af2e524-af29-49dc-840d-e38c83afa77b req-118a8698-3509-46dd-afec-3232c0408089 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401421 Apr 06 14:17:59.447175 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d31b80-57e4-4b71-aecc-e2dceacdea13 req-0edaeabd-ec82-4267-999b-f8965e29b2f5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:59.448523 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-85d31b80-57e4-4b71-aecc-e2dceacdea13 req-0edaeabd-ec82-4267-999b-f8965e29b2f5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0524020 Apr 06 14:17:59.498425 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-85d31b80-57e4-4b71-aecc-e2dceacdea13 req-a6984573-2ca0-4f07-9f48-44556a8e973b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436401 Apr 06 14:17:59.897095 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1135f6-46f9-43d4-b99d-53ee3f246c9b req-0622fc06-5f1a-41fe-8655-f1948227a8c9 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:17:59.897903 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cb1135f6-46f9-43d4-b99d-53ee3f246c9b req-0622fc06-5f1a-41fe-8655-f1948227a8c9 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 944 time: 0.0574968 Apr 06 14:17:59.946074 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cb1135f6-46f9-43d4-b99d-53ee3f246c9b req-c8dc3b13-880e-4549-9626-0745c0c91d93 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426655 Apr 06 14:18:00.036354 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:18:00.098423 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a12b412f-45cd-4b31-8532-5861ab65db47 req-7147c173-0917-45af-a8fd-87e6206a6335 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 210 time: 0.0268991 Apr 06 14:18:00.185961 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:18:00.190217 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:00.190622 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:00.268304 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:00.271453 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:00.293413 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:18:00.296069 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824af5ee-c30e-4e0c-8ce0-c135e44fb77f" -d '{"events": [{"server_uuid": "be5fd3a2-e508-4c4e-830b-077ce4477a0c", "name": "network-vif-plugged", "status": "completed", "tag": "4d2cd30a-d32b-41b9-9697-0bd8554a6ce9"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:18:00.311127 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4d2cd30a-d32b-41b9-9697-0bd8554a6ce9,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:00.315822 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fa08d-463b-4348-a6c4-d082fd815c10 req-696cab44-6482-4400-b602-72bec6726dca tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:00.317348 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-050fa08d-463b-4348-a6c4-d082fd815c10 req-696cab44-6482-4400-b602-72bec6726dca tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 943 time: 0.0612361 Apr 06 14:18:00.338463 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cf9b13-ffac-4032-8a5a-f08f1dcb2694 x-openstack-request-id: req-b8cf9b13-ffac-4032-8a5a-f08f1dcb2694 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:18:00.338800 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5fd3a2-e508-4c4e-830b-077ce4477a0c", "name": "network-vif-plugged", "status": "completed", "tag": "4d2cd30a-d32b-41b9-9697-0bd8554a6ce9", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:18:00.339046 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8cf9b13-ffac-4032-8a5a-f08f1dcb2694 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:18:00.339440 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8cf9b13-ffac-4032-8a5a-f08f1dcb2694'] response: {'server_uuid': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9', 'code': 200} Apr 06 14:18:00.364949 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-050fa08d-463b-4348-a6c4-d082fd815c10 req-cf4500f2-bcbb-4110-8422-220ddba5acd4 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417185 Apr 06 14:18:00.388886 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:00.435439 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=4d2cd30a-d32b-41b9-9697-0bd8554a6ce9,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:00.479025 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2986a14-0e5d-4ad2-96b6-bf623c46fea4 req-2e33dcf6-f8f7-4c97-beb8-c765d7babe85 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:00.480604 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a2986a14-0e5d-4ad2-96b6-bf623c46fea4 req-2e33dcf6-f8f7-4c97-beb8-c765d7babe85 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0553954 Apr 06 14:18:00.537087 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a2986a14-0e5d-4ad2-96b6-bf623c46fea4 req-76239417-ac84-46a7-a5d8-0a55c3442c3e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503333 Apr 06 14:18:00.640077 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82559808-0bc1-4332-8c34-4f7862b44bf8 req-2aeba4be-39f8-423d-b583-c8ecd3d4483f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:00.641589 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-82559808-0bc1-4332-8c34-4f7862b44bf8 req-2aeba4be-39f8-423d-b583-c8ecd3d4483f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0662961 Apr 06 14:18:00.689198 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-82559808-0bc1-4332-8c34-4f7862b44bf8 req-62a1f665-80f6-43a9-8017-5f0559ee7a33 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414929 Apr 06 14:18:01.065242 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a9754-0bd6-476e-88e2-ae9298002a88 req-31d432ee-3337-41f0-b50e-64806ff62010 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:01.066748 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-509a9754-0bd6-476e-88e2-ae9298002a88 req-31d432ee-3337-41f0-b50e-64806ff62010 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 945 time: 0.0532260 Apr 06 14:18:01.112976 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-509a9754-0bd6-476e-88e2-ae9298002a88 req-343bf1a3-bd59-4b0b-86e8-e55556e9de95 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401120 Apr 06 14:18:01.192118 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-94798e69-638f-4ddb-b424-aa7504d0d90b req-21397db7-9dda-4848-9363-7ae4473f4dc0 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 210 time: 0.0258212 Apr 06 14:18:01.482504 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b96223-9929-47de-9414-56cc422997d2 req-609b355f-9775-402b-9505-e68fbe4e2c53 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:01.484726 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34b96223-9929-47de-9414-56cc422997d2 req-609b355f-9775-402b-9505-e68fbe4e2c53 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 943 time: 0.0520344 Apr 06 14:18:01.531916 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34b96223-9929-47de-9414-56cc422997d2 req-602cb5de-c32e-4105-894b-5b1666a0d4ad tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416093 Apr 06 14:18:01.665135 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a99e4-5ec4-4d61-aa54-a33388976186 req-f43b0e7c-fb71-4da6-8165-64f1bba8bc60 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:01.666658 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a30a99e4-5ec4-4d61-aa54-a33388976186 req-f43b0e7c-fb71-4da6-8165-64f1bba8bc60 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0584636 Apr 06 14:18:01.725250 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a30a99e4-5ec4-4d61-aa54-a33388976186 req-988fe2db-0e36-4d1e-b950-d705e356975f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499628 Apr 06 14:18:01.831024 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ddde4-cb01-4495-82ca-6e30f15b838a req-19087106-479b-4aba-ae6b-065a210f255c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:01.832531 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-842ddde4-cb01-4495-82ca-6e30f15b838a req-19087106-479b-4aba-ae6b-065a210f255c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0574346 Apr 06 14:18:01.879451 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-842ddde4-cb01-4495-82ca-6e30f15b838a req-62d2f92b-d6a9-4e85-ab66-40bb20c66605 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406649 Apr 06 14:18:02.021977 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 38345538-1492-4258-b92c-786f2a5fc5d3 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:18:02.117535 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 38345538-1492-4258-b92c-786f2a5fc5d3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38345538-1492-4258-b92c-786f2a5fc5d3,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:02.134840 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '38345538-1492-4258-b92c-786f2a5fc5d3', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'port_id': '38345538-1492-4258-b92c-786f2a5fc5d3', 'mac_address': 'fa:16:3e:ba:d3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:18:02.175535 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 38345538-1492-4258-b92c-786f2a5fc5d3 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:02.175999 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (38345538-1492-4258-b92c-786f2a5fc5d3), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:02.190263 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38345538-1492-4258-b92c-786f2a5fc5d3 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:18:02.210902 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 38345538-1492-4258-b92c-786f2a5fc5d3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38345538-1492-4258-b92c-786f2a5fc5d3,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:02.236682 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57a557-1422-426c-bc82-82f721f2c121 req-9e576c75-5f29-4e64-a905-051429d0a0dc tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:02.238191 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4c57a557-1422-426c-bc82-82f721f2c121 req-9e576c75-5f29-4e64-a905-051429d0a0dc tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 945 time: 0.0558941 Apr 06 14:18:02.293397 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-db93d8f2-1135-4d07-b0ad-b4e9be42e65d req-36322a07-ce7d-404c-8d01-ef36ca939142 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 210 time: 0.0311577 Apr 06 14:18:02.297356 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4c57a557-1422-426c-bc82-82f721f2c121 req-79cf1431-b911-4aa1-9bd4-87526db92214 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511439 Apr 06 14:18:02.324773 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (38345538-1492-4258-b92c-786f2a5fc5d3), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:02.375167 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=38345538-1492-4258-b92c-786f2a5fc5d3,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:02.647435 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d50480-10f1-4688-b952-8f35eeb096e0 req-e6c5cbd7-1538-4acb-8169-466940badfb4 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:02.649090 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5d50480-10f1-4688-b952-8f35eeb096e0 req-e6c5cbd7-1538-4acb-8169-466940badfb4 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 944 time: 0.0527596 Apr 06 14:18:02.700539 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5d50480-10f1-4688-b952-8f35eeb096e0 req-97f6121f-f279-49df-9376-0e6e865acdec tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456638 Apr 06 14:18:02.851249 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765aaf2-dc84-48a9-b0d6-1bf386d83f42 req-1d57b4e1-d1a2-46ed-85bc-aca52395a71f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:02.852746 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8765aaf2-dc84-48a9-b0d6-1bf386d83f42 req-1d57b4e1-d1a2-46ed-85bc-aca52395a71f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0536840 Apr 06 14:18:02.906131 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8765aaf2-dc84-48a9-b0d6-1bf386d83f42 req-8573b494-85f2-4983-96a6-4baaaecb7809 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464568 Apr 06 14:18:02.930732 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['38345538-1492-4258-b92c-786f2a5fc5d3'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:18:03.004981 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6796a34-a9a7-44e3-8157-79860ba25d3c req-b7579543-5e09-4b87-bf29-18e91eb833fb tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:03.006394 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c6796a34-a9a7-44e3-8157-79860ba25d3c req-b7579543-5e09-4b87-bf29-18e91eb833fb tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0519526 Apr 06 14:18:03.054965 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c6796a34-a9a7-44e3-8157-79860ba25d3c req-3cbb05bb-fa57-44ad-b8b4-32460d072e36 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424390 Apr 06 14:18:03.393150 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-41b9d488-6d60-4cee-997c-efb2f2781d60 req-388f0481-2eab-4589-9e46-b92992013eb5 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 210 time: 0.0270324 Apr 06 14:18:03.426290 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1d4b4-97b5-42b9-82b9-b5873e9cb3a0 req-84c0afc3-d495-49d2-b5a7-f2b76bea9123 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:03.427791 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5df1d4b4-97b5-42b9-82b9-b5873e9cb3a0 req-84c0afc3-d495-49d2-b5a7-f2b76bea9123 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 945 time: 0.0531445 Apr 06 14:18:03.474965 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5df1d4b4-97b5-42b9-82b9-b5873e9cb3a0 req-68bc79d0-14f1-4d17-8c44-ece6096bd835 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415018 Apr 06 14:18:03.664674 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20839340-0c1d-4750-ac75-c8276fd14960 req-6bd096c2-435c-4328-945e-486d7faf402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:03.666314 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-20839340-0c1d-4750-ac75-c8276fd14960 req-6bd096c2-435c-4328-945e-486d7faf402d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 1129 time: 0.0476186 Apr 06 14:18:03.711488 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-20839340-0c1d-4750-ac75-c8276fd14960 req-2eecb88b-be2a-491b-90a8-75fe4197ad3d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385480 Apr 06 14:18:03.821869 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf8923-85fb-4c0f-a0ce-01b250309cd3 req-a811d97b-fcfc-41c0-8d1d-562b2778b605 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:03.823421 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-70bf8923-85fb-4c0f-a0ce-01b250309cd3 req-a811d97b-fcfc-41c0-8d1d-562b2778b605 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 944 time: 0.0549593 Apr 06 14:18:03.871382 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-70bf8923-85fb-4c0f-a0ce-01b250309cd3 req-d4a5479b-9c46-4b46-99e7-20f33f764019 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 Apr 06 14:18:04.043393 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d60aa-7b10-4540-ad49-0e6f137d63c8 req-bd6fc5df-dfa2-416d-9346-f88853447aa1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:04.044868 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2d5d60aa-7b10-4540-ad49-0e6f137d63c8 req-bd6fc5df-dfa2-416d-9346-f88853447aa1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0541208 Apr 06 14:18:04.094251 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2d5d60aa-7b10-4540-ad49-0e6f137d63c8 req-35e41c1c-9b6c-4d20-b2e0-1c8298709a24 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434885 Apr 06 14:18:04.193839 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68b364-8c25-4a2d-b96a-b517835207ae req-2c2b0ddd-665e-4050-97bb-c47e787219f1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:04.196259 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fe68b364-8c25-4a2d-b96a-b517835207ae req-2c2b0ddd-665e-4050-97bb-c47e787219f1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0546608 Apr 06 14:18:04.247020 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fe68b364-8c25-4a2d-b96a-b517835207ae req-73b5641b-729f-440d-8dd8-c0b1c5be0bb5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446205 Apr 06 14:18:04.460525 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 38345538-1492-4258-b92c-786f2a5fc5d3 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:18:04.488213 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-968e48f7-99b7-4f7d-b75e-ce5ec2d5f959 req-0dcd7a06-f50d-44a4-800e-61d651c79d0f tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 210 time: 0.0269356 Apr 06 14:18:04.593703 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed21524-fe62-47e7-867c-90a4d513bb84 req-470f99e3-d2ea-4b41-ad0e-45039d01314c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:04.595329 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4ed21524-fe62-47e7-867c-90a4d513bb84 req-470f99e3-d2ea-4b41-ad0e-45039d01314c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 945 time: 0.0536368 Apr 06 14:18:04.642909 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4ed21524-fe62-47e7-867c-90a4d513bb84 req-3c7f8921-cfb5-4cbe-9a6f-c9140715937d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419877 Apr 06 14:18:04.670542 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port 38345538-1492-4258-b92c-786f2a5fc5d3 completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:18:04.680308 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 38345538-1492-4258-b92c-786f2a5fc5d3 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:04.680308 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (38345538-1492-4258-b92c-786f2a5fc5d3), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:04.756079 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 38345538-1492-4258-b92c-786f2a5fc5d3 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:04.756454 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (38345538-1492-4258-b92c-786f2a5fc5d3), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:04.781015 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08e8730-d991-4539-8384-7a5f94daff20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38345538-1492-4258-b92c-786f2a5fc5d3'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:18:04.783704 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e962f7-fd33-4f70-b0c0-76ebe4c12948" -d '{"events": [{"server_uuid": "e08e8730-d991-4539-8384-7a5f94daff20", "name": "network-vif-plugged", "status": "completed", "tag": "38345538-1492-4258-b92c-786f2a5fc5d3"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:18:04.796704 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 38345538-1492-4258-b92c-786f2a5fc5d3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38345538-1492-4258-b92c-786f2a5fc5d3,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:04.820553 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851d3327-d102-4fb0-bf19-7e2d440fe856 x-openstack-request-id: req-851d3327-d102-4fb0-bf19-7e2d440fe856 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:18:04.820866 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08e8730-d991-4539-8384-7a5f94daff20", "name": "network-vif-plugged", "status": "completed", "tag": "38345538-1492-4258-b92c-786f2a5fc5d3", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:18:04.821125 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-851d3327-d102-4fb0-bf19-7e2d440fe856 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:18:04.821522 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851d3327-d102-4fb0-bf19-7e2d440fe856'] response: {'server_uuid': 'e08e8730-d991-4539-8384-7a5f94daff20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38345538-1492-4258-b92c-786f2a5fc5d3', 'code': 200} Apr 06 14:18:04.921861 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (38345538-1492-4258-b92c-786f2a5fc5d3), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:04.970784 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=38345538-1492-4258-b92c-786f2a5fc5d3,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:04.997866 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cc0b0-cb10-48de-b03a-685f78a828dd req-3cb4fac0-875f-464f-829f-cbed1689e74d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:04.999535 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0e5cc0b0-cb10-48de-b03a-685f78a828dd req-3cb4fac0-875f-464f-829f-cbed1689e74d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0557470 Apr 06 14:18:05.047804 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0e5cc0b0-cb10-48de-b03a-685f78a828dd req-52cc850c-243f-4923-b10b-738e22c8695d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421469 Apr 06 14:18:05.200912 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-efefdc92-1384-4d92-921b-fdad0ecbbd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:05.225564 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8d4c8-03f7-4802-b4d9-43c136d552d6 req-ae047b0c-2105-4c33-8118-32a9863798b5 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:05.227223 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a1f8d4c8-03f7-4802-b4d9-43c136d552d6 req-ae047b0c-2105-4c33-8118-32a9863798b5 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0583651 Apr 06 14:18:05.274927 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a1f8d4c8-03f7-4802-b4d9-43c136d552d6 req-b8c22339-debf-4118-97c5-222f0cbef7ad tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419056 Apr 06 14:18:05.376459 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9522ef-9606-48da-b55a-9476b5a24020 req-21a4b565-ee91-4cad-8a25-ed6281ca9c22 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:05.378017 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cd9522ef-9606-48da-b55a-9476b5a24020 req-21a4b565-ee91-4cad-8a25-ed6281ca9c22 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0550749 Apr 06 14:18:05.433206 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cd9522ef-9606-48da-b55a-9476b5a24020 req-6d0797e3-1107-452e-a8a3-d9a48b9e5980 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450292 Apr 06 14:18:05.561854 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d43a1-c3d7-4c27-9b1f-352a2edb1c01 req-965b9c2c-9b43-4d0d-a168-06af5c0ea053 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:05.561854 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-724d43a1-c3d7-4c27-9b1f-352a2edb1c01 req-965b9c2c-9b43-4d0d-a168-06af5c0ea053 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0540531 Apr 06 14:18:05.561854 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 56738) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:05.565555 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-671c865d-641a-4da5-b96b-b0816ce15bd1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Request body: {'floatingip': {'port_id': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:05.594753 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ec572611-bf9c-436a-80ed-b837ecfe51f4 req-949ef388-4f59-4c38-a88e-e45ab15ffb97 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 210 time: 0.0288396 Apr 06 14:18:05.640832 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-671c865d-641a-4da5-b96b-b0816ce15bd1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for floatingip (80852165-f776-4c0d-8212-1569d945c4ed), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:05.855968 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb821bb-64bd-4fcf-a78a-f3a4c17bcad8 req-44b1435a-fb4c-40d9-b02f-1669b4efaf20 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:05.857348 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-beb821bb-64bd-4fcf-a78a-f3a4c17bcad8 req-44b1435a-fb4c-40d9-b02f-1669b4efaf20 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 945 time: 0.1419711 Apr 06 14:18:05.957912 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-beb821bb-64bd-4fcf-a78a-f3a4c17bcad8 req-6f62defb-7bfb-4d4f-93af-e216e576cc9b tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900340 Apr 06 14:18:06.180334 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27286ba-778a-4d75-9ff2-01749981dbf1 req-7b4055d4-0a1f-4a0c-b966-310b1f5c043e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:06.181989 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a27286ba-778a-4d75-9ff2-01749981dbf1 req-7b4055d4-0a1f-4a0c-b966-310b1f5c043e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0633960 Apr 06 14:18:06.240221 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a27286ba-778a-4d75-9ff2-01749981dbf1 req-7293d68a-9288-47cd-a155-6a4fa7991cee tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520782 Apr 06 14:18:06.524433 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30125e35-62dd-4c68-bc92-42588e184fd5 req-d990d715-81fa-424c-be9f-012935cc6c8b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:06.525733 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-30125e35-62dd-4c68-bc92-42588e184fd5 req-d990d715-81fa-424c-be9f-012935cc6c8b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.1523116 Apr 06 14:18:06.637326 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-671c865d-641a-4da5-b96b-b0816ce15bd1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:06.645186 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-30125e35-62dd-4c68-bc92-42588e184fd5 req-b7e36e08-8740-4ee3-9542-d14eeb0be9a6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115677 Apr 06 14:18:06.696061 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e73a2b6d-4876-4569-abae-d2e9eea1d161 req-1e1c779c-21da-45d0-8200-8d31c430785f tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 210 time: 0.0269063 Apr 06 14:18:06.721223 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-671c865d-641a-4da5-b96b-b0816ce15bd1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (80852165-f776-4c0d-8212-1569d945c4ed), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:06.828392 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-671c865d-641a-4da5-b96b-b0816ce15bd1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Floating IP 80852165-f776-4c0d-8212-1569d945c4ed associated. External IP: 172.27.2.55, port: 21908a32-c402-4d16-9fcc-5d77e9ea4c8e. Apr 06 14:18:07.079891 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb10ec1-612e-42ec-965f-6d6362c6e001 req-caa77281-9fef-413f-b7bc-38bea2649507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:07.081416 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ccb10ec1-612e-42ec-965f-6d6362c6e001 req-caa77281-9fef-413f-b7bc-38bea2649507 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 1129 time: 0.1672750 Apr 06 14:18:07.153385 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bac64-60d3-4036-add9-537e82bef8d6 req-5af2da14-5cfa-47f3-afe1-613ecb533fef tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:07.155480 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-015bac64-60d3-4036-add9-537e82bef8d6 req-5af2da14-5cfa-47f3-afe1-613ecb533fef tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.49 "GET /v2.0/networks?id=aa1f3a01-edd6-482e-9855-ec35964eb719 HTTP/1.1" status: 200 len: 808 time: 0.2423832 Apr 06 14:18:07.196366 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-015bac64-60d3-4036-add9-537e82bef8d6 req-283c0b7f-9a26-4b11-8f50-d5235835ab88 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Request body: {'port': {'device_id': '39244d4f-e80d-4377-bc7c-c793c2c1157f', 'network_id': 'aa1f3a01-edd6-482e-9855-ec35964eb719', 'admin_state_up': True, 'tenant_id': '0fbf8e1992b548f7aab4c4c756193078'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:07.281797 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4317e0-7921-4d4c-9df5-60b5a39e6418 req-be924ab3-4dd3-4f92-9fa8-f09ed21b6963 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:07.283370 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ad4317e0-7921-4d4c-9df5-60b5a39e6418 req-be924ab3-4dd3-4f92-9fa8-f09ed21b6963 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 945 time: 0.2525308 Apr 06 14:18:07.313325 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ccb10ec1-612e-42ec-965f-6d6362c6e001 req-fef862f1-8907-4898-8e19-254138c7e7fd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932416 Apr 06 14:18:07.354405 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671c865d-641a-4da5-b96b-b0816ce15bd1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:18:07.379659 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d119b-1347-458e-9b80-a5ffc6d42d96 req-ec00daf6-cc65-41a4-a127-33eb58c8f60a tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:07.381249 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-881d119b-1347-458e-9b80-a5ffc6d42d96 req-ec00daf6-cc65-41a4-a127-33eb58c8f60a tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0620987 Apr 06 14:18:07.393432 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ad4317e0-7921-4d4c-9df5-60b5a39e6418 req-3b8f9e20-8710-4082-bb60-7094f3f56056 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987315 Apr 06 14:18:07.442211 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-881d119b-1347-458e-9b80-a5ffc6d42d96 req-b2ed9720-719f-498e-a965-b3352127035a tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549502 Apr 06 14:18:07.506939 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671c865d-641a-4da5-b96b-b0816ce15bd1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:07.511375 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-671c865d-641a-4da5-b96b-b0816ce15bd1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:07.521094 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a49fa-b323-4508-b614-0e3c281e9e1e None None] Sync routers for ids ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:18:07.531872 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a49fa-b323-4508-b614-0e3c281e9e1e None None] Routers {'ec1676ef-82d9-453b-ab4a-d4b8c56100e7'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:18:07.532567 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b60a49fa-b323-4508-b614-0e3c281e9e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:17:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:07.555037 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-671c865d-641a-4da5-b96b-b0816ce15bd1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "PUT /v2.0/floatingips/80852165-f776-4c0d-8212-1569d945c4ed HTTP/1.1" status: 200 len: 991 time: 1.9804831 Apr 06 14:18:07.555037 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49133f83-079c-447d-b9f3-6ce14c852981', 'tag': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:18:07.555037 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229eb318-cd18-4b7e-8b1e-dfec28e797e6" -d '{"events": [{"name": "network-changed", "server_uuid": "49133f83-079c-447d-b9f3-6ce14c852981", "tag": "21908a32-c402-4d16-9fcc-5d77e9ea4c8e"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:18:07.555037 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015bac64-60d3-4036-add9-537e82bef8d6 req-283c0b7f-9a26-4b11-8f50-d5235835ab88 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Made reservation on behalf of 0fbf8e1992b548f7aab4c4c756193078 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:07.555037 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-015bac64-60d3-4036-add9-537e82bef8d6 req-283c0b7f-9a26-4b11-8f50-d5235835ab88 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:07.612888 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72384a1f-7d81-4e02-a46b-976f4cd136c9 x-openstack-request-id: req-72384a1f-7d81-4e02-a46b-976f4cd136c9 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:18:07.615384 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49133f83-079c-447d-b9f3-6ce14c852981", "tag": "21908a32-c402-4d16-9fcc-5d77e9ea4c8e", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:18:07.615384 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72384a1f-7d81-4e02-a46b-976f4cd136c9 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:18:07.615384 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72384a1f-7d81-4e02-a46b-976f4cd136c9'] response: {'name': 'network-changed', 'server_uuid': '49133f83-079c-447d-b9f3-6ce14c852981', 'tag': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'status': 'completed', 'code': 200} Apr 06 14:18:07.655719 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-b60a49fa-b323-4508-b614-0e3c281e9e1e None None] Set router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:18:07.734367 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-015bac64-60d3-4036-add9-537e82bef8d6 req-283c0b7f-9a26-4b11-8f50-d5235835ab88 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Allocated IP 172.20.0.5 (aa1f3a01-edd6-482e-9855-ec35964eb719/34163c1a-979c-43f1-a8d4-0c31ba722228/11832636-b5c7-423b-bb5b-3a335c3c0d4d) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:07.771510 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eb318-cd18-4b7e-8b1e-dfec28e797e6 req-06b248e3-5c41-4293-9c63-aa5bccfb22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:07.771510 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-229eb318-cd18-4b7e-8b1e-dfec28e797e6 req-06b248e3-5c41-4293-9c63-aa5bccfb22c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3704131189249758fe79fd530a64a7f&device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 1130 time: 0.1027586 Apr 06 14:18:07.811763 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5d0a0-d74d-4b39-94fc-cedd1f2f9ad4 req-296a2ee2-cf43-4f8b-8e9c-887b8a814651 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:07.813437 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-83d5d0a0-d74d-4b39-94fc-cedd1f2f9ad4 req-296a2ee2-cf43-4f8b-8e9c-887b8a814651 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0814788 Apr 06 14:18:07.888979 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6dfa0095-6497-4e97-8e0f-387067b43052 req-1ddf28e3-021b-4266-8330-dc74a7855edb tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 210 time: 0.0750186 Apr 06 14:18:07.895123 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-83d5d0a0-d74d-4b39-94fc-cedd1f2f9ad4 req-dc792b8d-4192-49eb-9634-42fb479ae275 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737157 Apr 06 14:18:07.984744 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b60a49fa-b323-4508-b614-0e3c281e9e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '80852165-f776-4c0d-8212-1569d945c4ed', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'port_id': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'mac_address': 'fa:16:3e:da:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49133f83-079c-447d-b9f3-6ce14c852981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:17:21Z', 'updated_at': '2022-04-06T14:18:06Z', 'revision_number': 1, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d2bd11-4eeb-414f-82b9-3c870b6b14e8', 'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'mac_address': 'fa:16:3e:cc:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 5, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'subnets': [{'id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:08.007181 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eb318-cd18-4b7e-8b1e-dfec28e797e6 req-aa59d85b-949b-4678-b4b9-ca0aadcd65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:08.008668 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-229eb318-cd18-4b7e-8b1e-dfec28e797e6 req-aa59d85b-949b-4678-b4b9-ca0aadcd65aa service neutron] 10.222.0.49 "GET /v2.0/networks?id=c86284af-8e01-433f-b259-029eabfd0d24 HTTP/1.1" status: 200 len: 918 time: 0.2274368 Apr 06 14:18:08.010862 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a49fa-b323-4508-b614-0e3c281e9e1e None None] Checking router: ec1676ef-82d9-453b-ab4a-d4b8c56100e7 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:18:08.019915 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a49fa-b323-4508-b614-0e3c281e9e1e None None] Routers {'ec1676ef-82d9-453b-ab4a-d4b8c56100e7'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:18:08.020607 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b60a49fa-b323-4508-b614-0e3c281e9e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:17:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:08.044994 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-015bac64-60d3-4036-add9-537e82bef8d6 req-283c0b7f-9a26-4b11-8f50-d5235835ab88 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks [] for port (11832636-b5c7-423b-bb5b-3a335c3c0d4d), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:08.132250 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-b60a49fa-b323-4508-b614-0e3c281e9e1e None None] Set router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:18:08.227864 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-015bac64-60d3-4036-add9-537e82bef8d6 req-283c0b7f-9a26-4b11-8f50-d5235835ab88 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (11832636-b5c7-423b-bb5b-3a335c3c0d4d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:08.270444 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015bac64-60d3-4036-add9-537e82bef8d6 req-283c0b7f-9a26-4b11-8f50-d5235835ab88 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Network aa1f3a01-edd6-482e-9855-ec35964eb719 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:18:08.275787 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-015bac64-60d3-4036-add9-537e82bef8d6 req-283c0b7f-9a26-4b11-8f50-d5235835ab88 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:18:08.278371 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-015bac64-60d3-4036-add9-537e82bef8d6 req-283c0b7f-9a26-4b11-8f50-d5235835ab88 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:18:08.308575 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c0b7f-9a26-4b11-8f50-d5235835ab88 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Pushing event updated for resources: {'Port': ['ID=11832636-b5c7-423b-bb5b-3a335c3c0d4d,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:08.335711 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bac64-60d3-4036-add9-537e82bef8d6 req-283c0b7f-9a26-4b11-8f50-d5235835ab88 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:08.336350 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-015bac64-60d3-4036-add9-537e82bef8d6 req-283c0b7f-9a26-4b11-8f50-d5235835ab88 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:08.372204 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b60a49fa-b323-4508-b614-0e3c281e9e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '80852165-f776-4c0d-8212-1569d945c4ed', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'port_id': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'mac_address': 'fa:16:3e:da:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49133f83-079c-447d-b9f3-6ce14c852981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:17:21Z', 'updated_at': '2022-04-06T14:18:06Z', 'revision_number': 1, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d2bd11-4eeb-414f-82b9-3c870b6b14e8', 'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'mac_address': 'fa:16:3e:cc:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 5, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'subnets': [{'id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:08.399424 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a49fa-b323-4508-b614-0e3c281e9e1e None None] The sync data for ids ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'] in dv-cinder-835881-5-iscsi is: [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '80852165-f776-4c0d-8212-1569d945c4ed', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'port_id': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'mac_address': 'fa:16:3e:da:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49133f83-079c-447d-b9f3-6ce14c852981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:17:21Z', 'updated_at': '2022-04-06T14:18:06Z', 'revision_number': 1, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d2bd11-4eeb-414f-82b9-3c870b6b14e8', 'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'mac_address': 'fa:16:3e:cc:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 5, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'subnets': [{'id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:18:08.414971 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-015bac64-60d3-4036-add9-537e82bef8d6 req-283c0b7f-9a26-4b11-8f50-d5235835ab88 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2486062 Apr 06 14:18:08.516754 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840098b-86b6-479f-b558-c2b28f4cd0ee req-08561f8e-91a4-4b3d-899c-90566bc7e5ac tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:08.518259 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2840098b-86b6-479f-b558-c2b28f4cd0ee req-08561f8e-91a4-4b3d-899c-90566bc7e5ac tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 945 time: 0.0556586 Apr 06 14:18:08.583868 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35e9ba-efcb-4da1-ad7f-579b2bf899ac req-1e290a06-a2bd-4b5e-bb0f-28d2e6fc5973 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:08.585575 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2b35e9ba-efcb-4da1-ad7f-579b2bf899ac req-1e290a06-a2bd-4b5e-bb0f-28d2e6fc5973 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0700929 Apr 06 14:18:08.593892 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2840098b-86b6-479f-b558-c2b28f4cd0ee req-ad00bd1c-a43d-44b8-8c47-1f58694078b6 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697143 Apr 06 14:18:08.661163 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2b35e9ba-efcb-4da1-ad7f-579b2bf899ac req-7f066968-11fc-4c87-a51d-0a06a3e167ec tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558398 Apr 06 14:18:08.687922 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840bf1c6-3dc2-4f5e-a04d-cce0db86b91c None None] New status for floating IP 80852165-f776-4c0d-8212-1569d945c4ed: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:18:08.757589 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80bfc4-66c4-4fc4-ab83-786f11b0311c req-6f283079-cb02-428d-b5fb-49a07913485a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:08.759093 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb80bfc4-66c4-4fc4-ab83-786f11b0311c req-6f283079-cb02-428d-b5fb-49a07913485a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 945 time: 0.0579956 Apr 06 14:18:08.769023 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 56798) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:08.773788 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-5706df97-d73a-49e7-874a-b3b88241ecfb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'floatingip': {'port_id': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:08.817085 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5706df97-d73a-49e7-874a-b3b88241ecfb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (145e16b0-0dce-41e6-a590-ccd89bd5c3ba), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:09.062929 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4c562-0228-4136-aef6-5f8d386bdcbc req-2486f40c-1e63-46a8-937a-a7f798a3800a tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:09.064744 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-65f4c562-0228-4136-aef6-5f8d386bdcbc req-2486f40c-1e63-46a8-937a-a7f798a3800a tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 931 time: 0.0623076 Apr 06 14:18:09.071177 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2cefadd8-a63b-40fe-bc9f-3f91d9d3a086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:09.135526 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-65f4c562-0228-4136-aef6-5f8d386bdcbc req-4c2c4894-3b77-4a03-b0b0-b31674f09b70 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609751 Apr 06 14:18:09.254956 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Request body: {'port': {'device_id': '39244d4f-e80d-4377-bc7c-c793c2c1157f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:09.470457 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-229eb318-cd18-4b7e-8b1e-dfec28e797e6 req-5e12ea05-676e-477a-b93a-159c162cb756 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e HTTP/1.1" status: 200 len: 1001 time: 0.2128749 Apr 06 14:18:09.477102 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b21ab-85d9-4f42-ab74-a5a6b51df333 req-9e145c74-7f6a-4f8d-93eb-3b40f30a379c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:09.478489 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb8b21ab-85d9-4f42-ab74-a5a6b51df333 req-9e145c74-7f6a-4f8d-93eb-3b40f30a379c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.4975238 Apr 06 14:18:09.515133 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (11832636-b5c7-423b-bb5b-3a335c3c0d4d), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:09.693648 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb8b21ab-85d9-4f42-ab74-a5a6b51df333 req-a8ca2b53-c204-4624-b9c2-f11b0ae9d472 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829305 Apr 06 14:18:09.804084 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53257609-462c-4d4b-b565-fca8fcdd0a2b req-09498262-b03d-47aa-9646-f58f71e4d3ae tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:09.805644 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-53257609-462c-4d4b-b565-fca8fcdd0a2b req-09498262-b03d-47aa-9646-f58f71e4d3ae tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0590408 Apr 06 14:18:09.855857 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-53257609-462c-4d4b-b565-fca8fcdd0a2b req-cce935b0-cdc9-43d3-ba5a-a24177fcabd9 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431256 Apr 06 14:18:09.924164 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5706df97-d73a-49e7-874a-b3b88241ecfb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:10.007968 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11832636-b5c7-423b-bb5b-3a335c3c0d4d {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:18:10.012120 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5706df97-d73a-49e7-874a-b3b88241ecfb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (145e16b0-0dce-41e6-a590-ccd89bd5c3ba), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:10.048823 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Publish callbacks [] for port (11832636-b5c7-423b-bb5b-3a335c3c0d4d), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:10.071092 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Transition to ACTIVE for port object 11832636-b5c7-423b-bb5b-3a335c3c0d4d will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:18:10.127898 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-5706df97-d73a-49e7-874a-b3b88241ecfb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Floating IP 145e16b0-0dce-41e6-a590-ccd89bd5c3ba associated. External IP: 172.27.2.27, port: 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9. Apr 06 14:18:10.166791 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (11832636-b5c7-423b-bb5b-3a335c3c0d4d), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:10.312254 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Pushing event updated for resources: {'Port': ['ID=11832636-b5c7-423b-bb5b-3a335c3c0d4d,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:10.344271 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:10.382457 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba4bbe-eb9a-442c-870b-13a34bad0822 req-32eba085-3aab-472b-be5d-e7d3d56a6447 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:10.383972 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-36ba4bbe-eb9a-442c-870b-13a34bad0822 req-32eba085-3aab-472b-be5d-e7d3d56a6447 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.1764715 Apr 06 14:18:10.442416 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Attempting to bind port 11832636-b5c7-423b-bb5b-3a335c3c0d4d on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:18:10.442776 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Attempting to bind port 11832636-b5c7-423b-bb5b-3a335c3c0d4d by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'f224f82c-a337-4ce0-b676-06ce4e425c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'aa1f3a01-edd6-482e-9855-ec35964eb719'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:18:10.443362 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Attempting to bind port 11832636-b5c7-423b-bb5b-3a335c3c0d4d on network aa1f3a01-edd6-482e-9855-ec35964eb719 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:18:10.456767 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Port 11832636-b5c7-423b-bb5b-3a335c3c0d4d on network aa1f3a01-edd6-482e-9855-ec35964eb719 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:18:10.457096 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Attempting to bind port 11832636-b5c7-423b-bb5b-3a335c3c0d4d on network aa1f3a01-edd6-482e-9855-ec35964eb719 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:18:10.502135 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:18:10.502477 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Checking segment: {'id': 'f224f82c-a337-4ce0-b676-06ce4e425c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'aa1f3a01-edd6-482e-9855-ec35964eb719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:18:10.502888 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Bound using segment: {'id': 'f224f82c-a337-4ce0-b676-06ce4e425c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'aa1f3a01-edd6-482e-9855-ec35964eb719'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:18:10.503326 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Bound port: 11832636-b5c7-423b-bb5b-3a335c3c0d4d, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f224f82c-a337-4ce0-b676-06ce4e425c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'aa1f3a01-edd6-482e-9855-ec35964eb719'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:18:10.503729 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (11832636-b5c7-423b-bb5b-3a335c3c0d4d), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:10.545518 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-36ba4bbe-eb9a-442c-870b-13a34bad0822 req-092cb78c-aef6-4841-8e6a-2ac5873a8240 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517594 Apr 06 14:18:10.583376 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5706df97-d73a-49e7-874a-b3b88241ecfb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Router 49439ce0-7712-49d6-b21e-3e1a54cba58c has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:18:10.611103 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] For port 11832636-b5c7-423b-bb5b-3a335c3c0d4d, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:18:10.614612 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] For port 11832636-b5c7-423b-bb5b-3a335c3c0d4d, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=11832636-b5c7-423b-bb5b-3a335c3c0d4d,segment=NetworkSegment(f224f82c-a337-4ce0-b676-06ce4e425c88),segment_id=f224f82c-a337-4ce0-b676-06ce4e425c88)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:18:10.714780 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5706df97-d73a-49e7-874a-b3b88241ecfb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:10.720019 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5706df97-d73a-49e7-874a-b3b88241ecfb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:10.727101 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9bd5d-bb66-4131-b2f3-cf116ef52670 None None] Sync routers for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:18:10.737155 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9bd5d-bb66-4131-b2f3-cf116ef52670 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:18:10.737938 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-41b9bd5d-bb66-4131-b2f3-cf116ef52670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:18:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:10.743078 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (11832636-b5c7-423b-bb5b-3a335c3c0d4d), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:10.794548 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5706df97-d73a-49e7-874a-b3b88241ecfb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "PUT /v2.0/floatingips/145e16b0-0dce-41e6-a590-ccd89bd5c3ba HTTP/1.1" status: 200 len: 990 time: 2.0161626 Apr 06 14:18:10.794548 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:10.794548 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:10.794548 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-015bac64-60d3-4036-add9-537e82bef8d6 req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] 10.222.0.49 "PUT /v2.0/ports/11832636-b5c7-423b-bb5b-3a335c3c0d4d HTTP/1.1" status: 200 len: 1093 time: 1.7921197 Apr 06 14:18:10.794548 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'tag': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9'}, {'name': 'network-changed', 'server_uuid': '39244d4f-e80d-4377-bc7c-c793c2c1157f', 'tag': '11832636-b5c7-423b-bb5b-3a335c3c0d4d'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:18:10.794548 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18df06fa-71e8-449b-9637-e54829d2f124" -d '{"events": [{"name": "network-changed", "server_uuid": "be5fd3a2-e508-4c4e-830b-077ce4477a0c", "tag": "4d2cd30a-d32b-41b9-9697-0bd8554a6ce9"}, {"name": "network-changed", "server_uuid": "39244d4f-e80d-4377-bc7c-c793c2c1157f", "tag": "11832636-b5c7-423b-bb5b-3a335c3c0d4d"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:18:10.827322 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb958b33-4459-49bd-96f3-6998ac7837ae service neutron] Pushing event updated for resources: {'Port': ['ID=11832636-b5c7-423b-bb5b-3a335c3c0d4d,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:10.849520 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921c25a-1ec0-4626-8de3-b16a29d30811 req-5aac13f0-7f11-401d-b639-d63b17a818ef tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:10.873919 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 06 Apr 2022 14:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9676cfef-def0-4044-9efb-d10ec4548b0f x-openstack-request-id: req-9676cfef-def0-4044-9efb-d10ec4548b0f {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:18:10.874241 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5fd3a2-e508-4c4e-830b-077ce4477a0c", "tag": "4d2cd30a-d32b-41b9-9697-0bd8554a6ce9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "39244d4f-e80d-4377-bc7c-c793c2c1157f", "tag": "11832636-b5c7-423b-bb5b-3a335c3c0d4d", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:18:10.874406 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9676cfef-def0-4044-9efb-d10ec4548b0f {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:18:10.874847 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9676cfef-def0-4044-9efb-d10ec4548b0f'] response: {'name': 'network-changed', 'server_uuid': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'tag': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9', 'status': 'completed', 'code': 200} Apr 06 14:18:10.875106 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9676cfef-def0-4044-9efb-d10ec4548b0f'] response: {'name': 'network-changed', 'server_uuid': '39244d4f-e80d-4377-bc7c-c793c2c1157f', 'tag': '11832636-b5c7-423b-bb5b-3a335c3c0d4d', 'status': 'completed', 'code': 200} Apr 06 14:18:10.877055 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9921c25a-1ec0-4626-8de3-b16a29d30811 req-5aac13f0-7f11-401d-b639-d63b17a818ef tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0926661 Apr 06 14:18:10.883467 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-41b9bd5d-bb66-4131-b2f3-cf116ef52670 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:18:10.918141 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:18:10.968251 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9921c25a-1ec0-4626-8de3-b16a29d30811 req-cb29f8f9-4e23-4296-bd3c-5532ceb76503 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836799 Apr 06 14:18:11.002471 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b6319-e05b-48e0-9f00-01b9cdc3dc2f req-4e6488f5-2e4a-4b6f-9e90-b789d5e869d0 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:11.004866 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-206b6319-e05b-48e0-9f00-01b9cdc3dc2f req-4e6488f5-2e4a-4b6f-9e90-b789d5e869d0 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0637052 Apr 06 14:18:11.057820 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-206b6319-e05b-48e0-9f00-01b9cdc3dc2f req-b71997f3-4b7c-4632-a69d-01e779a1e82c tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471170 Apr 06 14:18:11.219753 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-41b9bd5d-bb66-4131-b2f3-cf116ef52670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '145e16b0-0dce-41e6-a590-ccd89bd5c3ba', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:27:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:17:22Z', 'updated_at': '2022-04-06T14:18:09Z', 'revision_number': 1, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:11.245958 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9bd5d-bb66-4131-b2f3-cf116ef52670 None None] Checking router: 49439ce0-7712-49d6-b21e-3e1a54cba58c for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:18:11.256101 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9bd5d-bb66-4131-b2f3-cf116ef52670 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:18:11.256825 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-41b9bd5d-bb66-4131-b2f3-cf116ef52670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:18:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:11.367463 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-41b9bd5d-bb66-4131-b2f3-cf116ef52670 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:18:11.604348 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-41b9bd5d-bb66-4131-b2f3-cf116ef52670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '145e16b0-0dce-41e6-a590-ccd89bd5c3ba', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:27:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:17:22Z', 'updated_at': '2022-04-06T14:18:09Z', 'revision_number': 1, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:11.630351 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b9bd5d-bb66-4131-b2f3-cf116ef52670 None None] The sync data for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi is: [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '145e16b0-0dce-41e6-a590-ccd89bd5c3ba', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:27:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:17:22Z', 'updated_at': '2022-04-06T14:18:09Z', 'revision_number': 1, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:18:11.666749 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a154d-79ec-4920-a8fc-2c8d3f260716 req-41a50f8e-cf62-4222-88e7-13cf622e8caa tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:11.668376 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5c9a154d-79ec-4920-a8fc-2c8d3f260716 req-41a50f8e-cf62-4222-88e7-13cf622e8caa tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0547290 Apr 06 14:18:11.722683 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5c9a154d-79ec-4920-a8fc-2c8d3f260716 req-3ae5e174-9801-4b1f-aef3-dfda188c405f tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485327 Apr 06 14:18:11.827823 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eccbeb-c504-4170-b4a3-89a3febc04a1 None None] New status for floating IP 145e16b0-0dce-41e6-a590-ccd89bd5c3ba: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:18:12.024165 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:12.072796 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692757cd-64e0-4de6-84c1-3ac153cf32b6 req-882e584b-291d-4162-a6c1-cb19d9de13a5 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:12.074307 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-692757cd-64e0-4de6-84c1-3ac153cf32b6 req-882e584b-291d-4162-a6c1-cb19d9de13a5 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0524583 Apr 06 14:18:12.127873 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-692757cd-64e0-4de6-84c1-3ac153cf32b6 req-69943d7d-de76-4730-8cf9-d4c233e72b84 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465717 Apr 06 14:18:12.180105 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2f592-7e34-4c8b-8278-4ba5ce29b984 req-11d958d0-7f17-48d5-982d-01a469f9f14e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:12.181621 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-43f2f592-7e34-4c8b-8278-4ba5ce29b984 req-11d958d0-7f17-48d5-982d-01a469f9f14e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0517735 Apr 06 14:18:12.228157 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-43f2f592-7e34-4c8b-8278-4ba5ce29b984 req-b1b8c312-f431-4b3f-ab10-878f6b69aceb tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401888 Apr 06 14:18:12.839812 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693edaeb-3e40-4646-bd8e-b6d3f3e4847e req-06875d00-018a-46b7-815a-9a5c9c9b85e0 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:12.841243 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-693edaeb-3e40-4646-bd8e-b6d3f3e4847e req-06875d00-018a-46b7-815a-9a5c9c9b85e0 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0517139 Apr 06 14:18:12.888883 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-693edaeb-3e40-4646-bd8e-b6d3f3e4847e req-53fee781-fd8c-46f7-8a44-6f2b9aa3f23e tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Apr 06 14:18:13.017952 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:13.244303 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629fffb-628d-4db4-a72a-e434781d0d1a req-e0700a04-125a-4ec1-9121-7dc5bca7efe4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:13.245759 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5629fffb-628d-4db4-a72a-e434781d0d1a req-e0700a04-125a-4ec1-9121-7dc5bca7efe4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0512669 Apr 06 14:18:13.295786 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5629fffb-628d-4db4-a72a-e434781d0d1a req-49bea97f-7df2-4a7d-b5f1-863f5538fcb4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 Apr 06 14:18:13.351440 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64b42e-9a8c-4bb1-80e6-3575a1ed4b7d req-40b4ce09-feb5-4201-9da5-3f665cdf15da tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:13.352891 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cb64b42e-9a8c-4bb1-80e6-3575a1ed4b7d req-40b4ce09-feb5-4201-9da5-3f665cdf15da tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0556881 Apr 06 14:18:13.404067 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cb64b42e-9a8c-4bb1-80e6-3575a1ed4b7d req-9f57c7bd-3fb6-43fb-b90c-b8b824f58345 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453999 Apr 06 14:18:14.008147 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8265a89-d9f6-41cb-a2a8-1cd4f3674e42 req-d32e6310-7527-49a0-886c-27efdf86ba12 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:14.009632 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f8265a89-d9f6-41cb-a2a8-1cd4f3674e42 req-d32e6310-7527-49a0-886c-27efdf86ba12 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0550828 Apr 06 14:18:14.058806 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f8265a89-d9f6-41cb-a2a8-1cd4f3674e42 req-f64dd432-d265-424a-a97f-f6b24ea133c8 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434515 Apr 06 14:18:14.412629 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8fd49-9aa2-401f-bbec-57c9c92076d9 req-37ddb6f2-99cf-4c17-aab5-695b6e95fbcf tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:14.414098 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-30b8fd49-9aa2-401f-bbec-57c9c92076d9 req-37ddb6f2-99cf-4c17-aab5-695b6e95fbcf tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0522113 Apr 06 14:18:14.462557 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-30b8fd49-9aa2-401f-bbec-57c9c92076d9 req-0e50f067-4181-43cc-bd74-7bf2f2bb170c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427797 Apr 06 14:18:14.520475 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0046a4-26e5-47c5-ab0b-a0c0c91ffb3d req-94968d53-5c9a-479c-920f-9a65d7411963 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:14.521936 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-af0046a4-26e5-47c5-ab0b-a0c0c91ffb3d req-94968d53-5c9a-479c-920f-9a65d7411963 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0514116 Apr 06 14:18:14.569407 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-af0046a4-26e5-47c5-ab0b-a0c0c91ffb3d req-e8ce677d-bec4-4180-a4d6-55554dfd2478 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 Apr 06 14:18:15.177189 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94df8f-7959-49c2-aa53-965177875259 req-81f726cf-af55-4369-99dc-02ca900c73fc tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:15.178692 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6b94df8f-7959-49c2-aa53-965177875259 req-81f726cf-af55-4369-99dc-02ca900c73fc tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0554764 Apr 06 14:18:15.224285 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6b94df8f-7959-49c2-aa53-965177875259 req-db189931-e6f7-461f-b339-31cf888336f8 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 Apr 06 14:18:15.581453 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060560d2-7a12-433d-8260-66ff72ceff18 req-00aa5741-3e20-4308-a7a6-ba2a9997ac40 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:15.582936 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-060560d2-7a12-433d-8260-66ff72ceff18 req-00aa5741-3e20-4308-a7a6-ba2a9997ac40 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0560870 Apr 06 14:18:15.630099 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-060560d2-7a12-433d-8260-66ff72ceff18 req-a32e6f67-1d05-48a3-bfd8-3aae289edbd1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416892 Apr 06 14:18:15.690924 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a5314-7941-4bee-ba19-b8abf20e22c0 req-a378ec52-3a89-4937-986f-b123435336f7 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:15.692749 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-331a5314-7941-4bee-ba19-b8abf20e22c0 req-a378ec52-3a89-4937-986f-b123435336f7 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0550075 Apr 06 14:18:15.740739 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-331a5314-7941-4bee-ba19-b8abf20e22c0 req-635e678a-0cef-4064-a5e6-dd33673e2a89 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420461 Apr 06 14:18:16.340917 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11497227-2fcf-4f0f-866a-3994ec5398de req-b3918ea4-ca4a-4977-8d7a-adbf990dc126 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:16.342296 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-11497227-2fcf-4f0f-866a-3994ec5398de req-b3918ea4-ca4a-4977-8d7a-adbf990dc126 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0520759 Apr 06 14:18:16.387953 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-11497227-2fcf-4f0f-866a-3994ec5398de req-ed8331be-698d-499e-9a05-ffcfba0463b7 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399544 Apr 06 14:18:16.753801 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02d7ef-299e-4ab5-b4c5-15b79129ed8d req-b8d4e3ab-305b-468d-8374-9b5961e0dd44 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:16.755300 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cd02d7ef-299e-4ab5-b4c5-15b79129ed8d req-b8d4e3ab-305b-468d-8374-9b5961e0dd44 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0521028 Apr 06 14:18:16.808502 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cd02d7ef-299e-4ab5-b4c5-15b79129ed8d req-dec168c9-c214-49ac-9f76-20963401b499 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474975 Apr 06 14:18:16.869772 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c175204-8f42-4573-a004-d13a51dafa99 req-393b3eb4-50e9-4cff-a4fa-d99b62b7bfdb tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:16.871459 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8c175204-8f42-4573-a004-d13a51dafa99 req-393b3eb4-50e9-4cff-a4fa-d99b62b7bfdb tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0635169 Apr 06 14:18:16.928233 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8c175204-8f42-4573-a004-d13a51dafa99 req-7805b22e-c235-41be-8af8-6acc818955be tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511317 Apr 06 14:18:17.504323 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4de56-82cf-4b59-942c-f8372e513fcd req-7fd8f0e7-5944-48e5-afd0-b5b6fa043cbc tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:17.505813 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2ae4de56-82cf-4b59-942c-f8372e513fcd req-7fd8f0e7-5944-48e5-afd0-b5b6fa043cbc tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0526214 Apr 06 14:18:17.552684 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2ae4de56-82cf-4b59-942c-f8372e513fcd req-0974c7da-1a71-4ddb-973b-780048563b56 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414031 Apr 06 14:18:17.927701 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a42b32-9548-4427-bd98-ecb2fd456452 req-8c2ea22b-bd6f-4202-8217-6cde2aec9ed6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:17.929335 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c0a42b32-9548-4427-bd98-ecb2fd456452 req-8c2ea22b-bd6f-4202-8217-6cde2aec9ed6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0528290 Apr 06 14:18:17.979103 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c0a42b32-9548-4427-bd98-ecb2fd456452 req-573052fd-0105-44e1-ac8f-564d980b694b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442750 Apr 06 14:18:18.048957 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07566d1-d11a-4edc-8a44-5e23d1d53489 req-69cfa067-b7a8-444d-9df8-8cb57166f039 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:18.050542 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b07566d1-d11a-4edc-8a44-5e23d1d53489 req-69cfa067-b7a8-444d-9df8-8cb57166f039 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0527673 Apr 06 14:18:18.099226 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b07566d1-d11a-4edc-8a44-5e23d1d53489 req-87ee2768-7bfa-4847-8600-d6fbe1293191 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 Apr 06 14:18:18.669458 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29250eb5-4a81-4ed7-ad45-bc6f020478a7 req-6e79ec7c-058b-4aa1-88d0-6438708427f5 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:18.670927 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-29250eb5-4a81-4ed7-ad45-bc6f020478a7 req-6e79ec7c-058b-4aa1-88d0-6438708427f5 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0514596 Apr 06 14:18:18.717555 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-29250eb5-4a81-4ed7-ad45-bc6f020478a7 req-9229fe41-cbbd-496d-a73d-c63600b8be14 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403750 Apr 06 14:18:19.103403 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbe681-5676-4130-8f1d-cd328db0adb3 req-62c8233a-d45f-4174-961b-d8caff9ecb8e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:19.105109 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b1cbe681-5676-4130-8f1d-cd328db0adb3 req-62c8233a-d45f-4174-961b-d8caff9ecb8e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0589466 Apr 06 14:18:19.163584 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b1cbe681-5676-4130-8f1d-cd328db0adb3 req-e1768af1-9333-4fc5-8911-848315dc39e9 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518556 Apr 06 14:18:19.229127 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6a506-dc8d-478f-8437-f9db4bcad9f8 req-ede66b95-7ca7-4520-83bc-37bb1e672b3d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:19.230642 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-78d6a506-dc8d-478f-8437-f9db4bcad9f8 req-ede66b95-7ca7-4520-83bc-37bb1e672b3d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0598848 Apr 06 14:18:19.280177 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-78d6a506-dc8d-478f-8437-f9db4bcad9f8 req-0cbd20fa-e81e-4a28-aea6-e9db4488c894 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430789 Apr 06 14:18:19.349359 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:19.403082 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ea708-eab1-48dd-baec-4b455a11192d req-e505421b-14e2-4276-94ae-9cd01356b5f0 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:19.404452 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8b6ea708-eab1-48dd-baec-4b455a11192d req-e505421b-14e2-4276-94ae-9cd01356b5f0 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0519700 Apr 06 14:18:19.413860 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 56940) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:19.418234 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-782e9cca-3bc7-43c5-a526-da2b17d166fd tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Request body: {'floatingip': {'port_id': '38345538-1492-4258-b92c-786f2a5fc5d3'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:19.458325 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-782e9cca-3bc7-43c5-a526-da2b17d166fd tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for floatingip (9cb77b42-5e4f-4778-9ae5-160310035d40), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:19.837119 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8153f-8fe6-4bb5-b2fe-3a95651ecf36 req-f0a3b9ad-f11c-4976-8fc7-7a33104ab869 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:19.838643 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-74e8153f-8fe6-4bb5-b2fe-3a95651ecf36 req-f0a3b9ad-f11c-4976-8fc7-7a33104ab869 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0528078 Apr 06 14:18:19.887195 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-74e8153f-8fe6-4bb5-b2fe-3a95651ecf36 req-b4b453b4-8b38-4d35-9eb9-28a02a0f18b2 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420573 Apr 06 14:18:20.134637 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-782e9cca-3bc7-43c5-a526-da2b17d166fd tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:20.212085 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-782e9cca-3bc7-43c5-a526-da2b17d166fd tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (9cb77b42-5e4f-4778-9ae5-160310035d40), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:20.349271 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6df821-6739-4e4f-874e-51dabcde7203 req-b77335d8-5c62-4936-a9ab-3683bfa9df02 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:20.350768 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f6df821-6739-4e4f-874e-51dabcde7203 req-b77335d8-5c62-4936-a9ab-3683bfa9df02 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.1017339 Apr 06 14:18:20.355993 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-782e9cca-3bc7-43c5-a526-da2b17d166fd tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Floating IP 9cb77b42-5e4f-4778-9ae5-160310035d40 associated. External IP: 172.27.2.233, port: 38345538-1492-4258-b92c-786f2a5fc5d3. Apr 06 14:18:20.494894 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eb318-cd18-4b7e-8b1e-dfec28e797e6 req-ca9393d9-be88-4ee5-b7eb-6285abb3110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:20.496252 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-229eb318-cd18-4b7e-8b1e-dfec28e797e6 req-ca9393d9-be88-4ee5-b7eb-6285abb3110a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3abd841-b723-4c66-b34b-6c95c35f2cdf HTTP/1.1" status: 200 len: 856 time: 0.1054537 Apr 06 14:18:20.518530 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f6df821-6739-4e4f-874e-51dabcde7203 req-7523afa2-1fde-49c4-af64-186c7a2497fd tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264334 Apr 06 14:18:20.640957 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782e9cca-3bc7-43c5-a526-da2b17d166fd tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Router 09e119b9-01b2-48f8-bf07-2c60e8125abe has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:18:20.749602 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782e9cca-3bc7-43c5-a526-da2b17d166fd tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:18:20.754639 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-782e9cca-3bc7-43c5-a526-da2b17d166fd tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:20.759802 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61023f9-fa26-477b-a868-5e81c7278040 None None] Sync routers for ids ['09e119b9-01b2-48f8-bf07-2c60e8125abe'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:18:20.768934 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61023f9-fa26-477b-a868-5e81c7278040 None None] Routers {'09e119b9-01b2-48f8-bf07-2c60e8125abe'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:18:20.772568 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-f61023f9-fa26-477b-a868-5e81c7278040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:18:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['09e119b9-01b2-48f8-bf07-2c60e8125abe'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:20.784334 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-782e9cca-3bc7-43c5-a526-da2b17d166fd tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "PUT /v2.0/floatingips/9cb77b42-5e4f-4778-9ae5-160310035d40 HTTP/1.1" status: 200 len: 991 time: 1.3694117 Apr 06 14:18:20.785020 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08e8730-d991-4539-8384-7a5f94daff20', 'tag': '38345538-1492-4258-b92c-786f2a5fc5d3'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:18:20.787419 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11a0ca3-0fb2-4fca-a0d8-4240e471d562" -d '{"events": [{"name": "network-changed", "server_uuid": "e08e8730-d991-4539-8384-7a5f94daff20", "tag": "38345538-1492-4258-b92c-786f2a5fc5d3"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:18:20.823266 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c4ab05-d9fe-4dbd-8a1f-d2ed75f9fecf x-openstack-request-id: req-b8c4ab05-d9fe-4dbd-8a1f-d2ed75f9fecf {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:18:20.823562 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08e8730-d991-4539-8384-7a5f94daff20", "tag": "38345538-1492-4258-b92c-786f2a5fc5d3", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:18:20.823818 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8c4ab05-d9fe-4dbd-8a1f-d2ed75f9fecf {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:18:20.824226 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c4ab05-d9fe-4dbd-8a1f-d2ed75f9fecf'] response: {'name': 'network-changed', 'server_uuid': 'e08e8730-d991-4539-8384-7a5f94daff20', 'tag': '38345538-1492-4258-b92c-786f2a5fc5d3', 'status': 'completed', 'code': 200} Apr 06 14:18:20.890266 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-f61023f9-fa26-477b-a868-5e81c7278040 None None] Set router 09e119b9-01b2-48f8-bf07-2c60e8125abe gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:18:21.009857 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c507e6-d19f-4d98-a403-ba49a5152351 req-71a0e9d1-e929-432e-8265-e94da54fba72 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:21.011423 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-84c507e6-d19f-4d98-a403-ba49a5152351 req-71a0e9d1-e929-432e-8265-e94da54fba72 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0562375 Apr 06 14:18:21.065866 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-84c507e6-d19f-4d98-a403-ba49a5152351 req-a226080f-782c-4efe-bcb0-c6a81b528e4f tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476944 Apr 06 14:18:21.128997 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-f61023f9-fa26-477b-a868-5e81c7278040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '9cb77b42-5e4f-4778-9ae5-160310035d40', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'port_id': '38345538-1492-4258-b92c-786f2a5fc5d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'mac_address': 'fa:16:3e:ba:d3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e8730-d991-4539-8384-7a5f94daff20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:17:24Z', 'updated_at': '2022-04-06T14:18:20Z', 'revision_number': 1, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc35d88-18e4-4e92-a0e6-fbe93d54bc45', 'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'mac_address': 'fa:16:3e:ee:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:03Z', 'updated_at': '2022-04-06T14:17:20Z', 'revision_number': 5, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'subnets': [{'id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:21.155506 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61023f9-fa26-477b-a868-5e81c7278040 None None] Checking router: 09e119b9-01b2-48f8-bf07-2c60e8125abe for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:18:21.164518 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61023f9-fa26-477b-a868-5e81c7278040 None None] Routers {'09e119b9-01b2-48f8-bf07-2c60e8125abe'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:18:21.165113 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-f61023f9-fa26-477b-a868-5e81c7278040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:18:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['09e119b9-01b2-48f8-bf07-2c60e8125abe'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:21.272317 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-f61023f9-fa26-477b-a868-5e81c7278040 None None] Set router 09e119b9-01b2-48f8-bf07-2c60e8125abe gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:18:21.498179 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-f61023f9-fa26-477b-a868-5e81c7278040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '9cb77b42-5e4f-4778-9ae5-160310035d40', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'port_id': '38345538-1492-4258-b92c-786f2a5fc5d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'mac_address': 'fa:16:3e:ba:d3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e8730-d991-4539-8384-7a5f94daff20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:17:24Z', 'updated_at': '2022-04-06T14:18:20Z', 'revision_number': 1, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc35d88-18e4-4e92-a0e6-fbe93d54bc45', 'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'mac_address': 'fa:16:3e:ee:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:03Z', 'updated_at': '2022-04-06T14:17:20Z', 'revision_number': 5, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'subnets': [{'id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:21.525809 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61023f9-fa26-477b-a868-5e81c7278040 None None] The sync data for ids ['09e119b9-01b2-48f8-bf07-2c60e8125abe'] in dv-cinder-835881-5-iscsi is: [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '9cb77b42-5e4f-4778-9ae5-160310035d40', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'port_id': '38345538-1492-4258-b92c-786f2a5fc5d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'mac_address': 'fa:16:3e:ba:d3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e08e8730-d991-4539-8384-7a5f94daff20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:17:24Z', 'updated_at': '2022-04-06T14:18:20Z', 'revision_number': 1, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc35d88-18e4-4e92-a0e6-fbe93d54bc45', 'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'mac_address': 'fa:16:3e:ee:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:03Z', 'updated_at': '2022-04-06T14:17:20Z', 'revision_number': 5, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'subnets': [{'id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:18:21.588270 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df06fa-71e8-449b-9637-e54829d2f124 req-3097b225-5aab-4480-9eaf-b616013ee74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:21.589789 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18df06fa-71e8-449b-9637-e54829d2f124 req-3097b225-5aab-4480-9eaf-b616013ee74c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 1129 time: 0.0783467 Apr 06 14:18:21.599323 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eb318-cd18-4b7e-8b1e-dfec28e797e6 req-a15fb3ce-8000-4442-9c6b-e4158a59ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:21.600768 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-229eb318-cd18-4b7e-8b1e-dfec28e797e6 req-a15fb3ce-8000-4442-9c6b-e4158a59ca2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c86284af-8e01-433f-b259-029eabfd0d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637984 Apr 06 14:18:21.654355 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a424cc-0d98-44c2-bc2b-de341856ab8a req-d54db0c6-74ca-4b5b-9ce7-57b1b5c2628d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:21.655898 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a6a424cc-0d98-44c2-bc2b-de341856ab8a req-d54db0c6-74ca-4b5b-9ce7-57b1b5c2628d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0589435 Apr 06 14:18:21.709970 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a6a424cc-0d98-44c2-bc2b-de341856ab8a req-81e469cd-c8de-4f78-8cdc-29e436f52a6c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482471 Apr 06 14:18:21.746337 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f7290-93bd-4024-be00-4b0f18b12272 None None] New status for floating IP 9cb77b42-5e4f-4778-9ae5-160310035d40: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:18:22.186203 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb265e84-2ddb-4bc4-a5a9-7541a23b2a2c req-0bd91eca-36ac-4506-b66d-3fd44c796a7d tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:22.188186 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cb265e84-2ddb-4bc4-a5a9-7541a23b2a2c req-0bd91eca-36ac-4506-b66d-3fd44c796a7d tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0527158 Apr 06 14:18:22.236124 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cb265e84-2ddb-4bc4-a5a9-7541a23b2a2c req-85007176-4f62-477e-b681-c586b678fc63 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420358 Apr 06 14:18:22.827960 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b43689-6cdb-4927-a604-8c380e649dcc req-e606ce3f-bb24-4f17-9f27-ee8d97c74a37 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:22.829639 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c8b43689-6cdb-4927-a604-8c380e649dcc req-e606ce3f-bb24-4f17-9f27-ee8d97c74a37 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0530257 Apr 06 14:18:22.877782 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c8b43689-6cdb-4927-a604-8c380e649dcc req-4148484e-dd78-42c3-9ed4-4b92bf3be011 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424454 Apr 06 14:18:23.357728 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f74325-4216-418e-b4d8-55e51a34c1af req-45081f2b-e7d5-408e-88fc-a4ef076dcd14 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:23.359202 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-33f74325-4216-418e-b4d8-55e51a34c1af req-45081f2b-e7d5-408e-88fc-a4ef076dcd14 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0557635 Apr 06 14:18:23.405309 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-33f74325-4216-418e-b4d8-55e51a34c1af req-b08f0702-2170-4df0-8476-a5b559a2c422 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398962 Apr 06 14:18:23.994414 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ca211-79da-4969-bfb7-5a6479aba54f req-6394a09a-03b9-4441-8398-201b3ea36dfc tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:23.996001 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5a4ca211-79da-4969-bfb7-5a6479aba54f req-6394a09a-03b9-4441-8398-201b3ea36dfc tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0520303 Apr 06 14:18:24.045069 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5a4ca211-79da-4969-bfb7-5a6479aba54f req-b2a96eb7-32f6-4ba7-8f66-bc7e549d7325 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 Apr 06 14:18:24.530324 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7d037-edc8-47ea-a19a-c43a7e321457 req-f049de77-36f0-4f78-814a-4a3c7f853528 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:24.531812 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e1f7d037-edc8-47ea-a19a-c43a7e321457 req-f049de77-36f0-4f78-814a-4a3c7f853528 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0532277 Apr 06 14:18:24.578448 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e1f7d037-edc8-47ea-a19a-c43a7e321457 req-8927b915-0955-4d71-aebd-92edf6e6e8ee tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 Apr 06 14:18:25.174134 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9c2e3-ac43-4c5e-9dad-d575c504ecb6 req-e69aaa9c-5708-4af4-9d7d-36a863580ef5 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:25.175629 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-afc9c2e3-ac43-4c5e-9dad-d575c504ecb6 req-e69aaa9c-5708-4af4-9d7d-36a863580ef5 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0616674 Apr 06 14:18:25.222726 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-afc9c2e3-ac43-4c5e-9dad-d575c504ecb6 req-a53c6cf4-62dc-42cf-8c32-d15b1673bc99 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414941 Apr 06 14:18:25.702053 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbc69b-e010-4a82-80ae-1d32d420c807 req-2a9f2dca-066e-4f87-a62c-450cc5dc31f8 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:25.703560 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-90fbc69b-e010-4a82-80ae-1d32d420c807 req-2a9f2dca-066e-4f87-a62c-450cc5dc31f8 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0584962 Apr 06 14:18:25.752452 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-90fbc69b-e010-4a82-80ae-1d32d420c807 req-6b347230-293f-4dc3-8bd7-b9ae79db4567 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429423 Apr 06 14:18:26.354055 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f31019-b3d6-4f7c-890e-23ce812760e8 req-debe7aa2-21b3-4871-9e52-cfce772decff tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:26.355619 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-64f31019-b3d6-4f7c-890e-23ce812760e8 req-debe7aa2-21b3-4871-9e52-cfce772decff tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0576453 Apr 06 14:18:26.401849 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-64f31019-b3d6-4f7c-890e-23ce812760e8 req-640a2433-147b-46cf-b5b4-47c0d1cbcb7e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405896 Apr 06 14:18:26.871883 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57417fbd-8beb-42f7-962a-e82ee86df3f6 req-9ab49db4-b02a-490d-96b3-03a852201ff0 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:26.873447 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-57417fbd-8beb-42f7-962a-e82ee86df3f6 req-9ab49db4-b02a-490d-96b3-03a852201ff0 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0532944 Apr 06 14:18:26.919846 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-57417fbd-8beb-42f7-962a-e82ee86df3f6 req-a212faf4-0de9-42f0-99c3-9785e4e673e7 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401173 Apr 06 14:18:27.443557 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a0ca3-0fb2-4fca-a0d8-4240e471d562 req-2619d6e5-af6a-4f8a-84c1-4f07b25ee3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:27.444998 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e11a0ca3-0fb2-4fca-a0d8-4240e471d562 req-2619d6e5-af6a-4f8a-84c1-4f07b25ee3a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c06d10321c24c2eb672098ef14e6bad&device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 1129 time: 0.1802623 Apr 06 14:18:27.452945 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df06fa-71e8-449b-9637-e54829d2f124 req-93f27b2b-fe0b-46b3-93db-e3317cec7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:27.454384 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18df06fa-71e8-449b-9637-e54829d2f124 req-93f27b2b-fe0b-46b3-93db-e3317cec7d4e service neutron] 10.222.0.49 "GET /v2.0/networks?id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c HTTP/1.1" status: 200 len: 916 time: 0.1987820 Apr 06 14:18:27.472989 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-229eb318-cd18-4b7e-8b1e-dfec28e797e6 req-4ab63cdf-4c80-443c-a125-f8d3d6f00277 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989691 Apr 06 14:18:27.526119 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4da008-1a30-43fb-8be6-934c807f45b3 req-0d5cbc54-216a-4db7-b207-c0beb3da9059 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:27.527649 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4c4da008-1a30-43fb-8be6-934c807f45b3 req-0d5cbc54-216a-4db7-b207-c0beb3da9059 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0583284 Apr 06 14:18:27.577870 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4c4da008-1a30-43fb-8be6-934c807f45b3 req-b41fe193-1ef7-41af-8d4d-60b628e25fab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446503 Apr 06 14:18:27.645214 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18df06fa-71e8-449b-9637-e54829d2f124 req-05a76f41-aa67-4b37-b446-4eeafe38be07 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 HTTP/1.1" status: 200 len: 1000 time: 0.1488595 Apr 06 14:18:27.711469 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a0ca3-0fb2-4fca-a0d8-4240e471d562 req-00afe1ce-faa5-4e90-ae71-8c0aa9eb4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:27.712839 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e11a0ca3-0fb2-4fca-a0d8-4240e471d562 req-00afe1ce-faa5-4e90-ae71-8c0aa9eb4a49 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc HTTP/1.1" status: 200 len: 911 time: 0.2389545 Apr 06 14:18:27.729929 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-229eb318-cd18-4b7e-8b1e-dfec28e797e6 req-f64223bd-ef49-4049-a4b6-27a0ffcce7c5 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325239 Apr 06 14:18:27.733393 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df06fa-71e8-449b-9637-e54829d2f124 req-45405f31-e671-4899-8279-f22158f431ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:27.734736 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18df06fa-71e8-449b-9637-e54829d2f124 req-45405f31-e671-4899-8279-f22158f431ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b274f6d-7ae6-4a62-9350-943b95ce2349 HTTP/1.1" status: 200 len: 854 time: 0.0819237 Apr 06 14:18:27.938678 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e11a0ca3-0fb2-4fca-a0d8-4240e471d562 req-be3c4d4f-9f31-4834-80a2-5e4d84948349 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38345538-1492-4258-b92c-786f2a5fc5d3 HTTP/1.1" status: 200 len: 1001 time: 0.0883689 Apr 06 14:18:27.947017 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df06fa-71e8-449b-9637-e54829d2f124 req-456fa975-78d2-4cf1-8a22-26ab0867a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:27.948610 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18df06fa-71e8-449b-9637-e54829d2f124 req-456fa975-78d2-4cf1-8a22-26ab0867a7a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0922055 Apr 06 14:18:28.311318 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a0ca3-0fb2-4fca-a0d8-4240e471d562 req-f709b7f5-7ec4-473c-87c1-d850dedd6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:28.312835 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e11a0ca3-0fb2-4fca-a0d8-4240e471d562 req-f709b7f5-7ec4-473c-87c1-d850dedd6267 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33aa3945-cd87-4a41-b88b-8619a64161f1 HTTP/1.1" status: 200 len: 849 time: 0.3634181 Apr 06 14:18:28.353829 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e289b-8c4b-4e27-a06c-9a85ffde48af req-50301334-0137-493d-baf8-a8101779d9d8 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:28.355329 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-679e289b-8c4b-4e27-a06c-9a85ffde48af req-50301334-0137-493d-baf8-a8101779d9d8 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.1507394 Apr 06 14:18:28.368888 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18df06fa-71e8-449b-9637-e54829d2f124 req-51e769a2-117c-471f-be0c-f25295ac9834 service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004054 Apr 06 14:18:28.403656 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-679e289b-8c4b-4e27-a06c-9a85ffde48af req-f9bf94cc-f5f3-49c6-9c01-31f1093aba4c tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426157 Apr 06 14:18:28.610032 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a0ca3-0fb2-4fca-a0d8-4240e471d562 req-ea613864-5204-4b4f-8e53-146d0134a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:28.611556 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e11a0ca3-0fb2-4fca-a0d8-4240e471d562 req-ea613864-5204-4b4f-8e53-146d0134a90a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1359534 Apr 06 14:18:28.619266 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bac64-60d3-4036-add9-537e82bef8d6 req-a0c93c5c-1b48-4f61-b760-69a4caae94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:28.620741 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-015bac64-60d3-4036-add9-537e82bef8d6 req-a0c93c5c-1b48-4f61-b760-69a4caae94f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fbf8e1992b548f7aab4c4c756193078&device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 1127 time: 0.1531062 Apr 06 14:18:28.634289 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18df06fa-71e8-449b-9637-e54829d2f124 req-aed460fc-460a-486b-8ea8-a2be7d77006e service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575313 Apr 06 14:18:28.730287 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-015bac64-60d3-4036-add9-537e82bef8d6 req-74bcf31b-fc9d-4adb-8823-23fd92520f22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11832636-b5c7-423b-bb5b-3a335c3c0d4d HTTP/1.1" status: 200 len: 217 time: 0.0601144 Apr 06 14:18:28.820513 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e11a0ca3-0fb2-4fca-a0d8-4240e471d562 req-342e9e9a-dbc8-4ff2-a8f2-4906e5602cf8 service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987350 Apr 06 14:18:28.821742 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bac64-60d3-4036-add9-537e82bef8d6 req-679eff73-afef-425a-be7d-acdfd940580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:28.823097 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-015bac64-60d3-4036-add9-537e82bef8d6 req-679eff73-afef-425a-be7d-acdfd940580a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34163c1a-979c-43f1-a8d4-0c31ba722228 HTTP/1.1" status: 200 len: 848 time: 0.0813630 Apr 06 14:18:28.830640 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7d83b-6b03-4de9-a339-6bea81f4ea5f req-36630958-b3c5-4533-a06d-ee3e63179185 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:28.832207 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-52e7d83b-6b03-4de9-a339-6bea81f4ea5f req-36630958-b3c5-4533-a06d-ee3e63179185 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.1610420 Apr 06 14:18:28.912473 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-015bac64-60d3-4036-add9-537e82bef8d6 req-407a2aa4-ac1d-4ec5-8889-333216356471 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aa1f3a01-edd6-482e-9855-ec35964eb719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759764 Apr 06 14:18:29.026346 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-52e7d83b-6b03-4de9-a339-6bea81f4ea5f req-bc416503-d3d9-47bc-b9d6-0d34a5917b6f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753652 Apr 06 14:18:29.033179 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e11a0ca3-0fb2-4fca-a0d8-4240e471d562 req-bfbdd4dd-1ee3-449f-b6fa-fae029afbefc service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979833 Apr 06 14:18:29.067205 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-015bac64-60d3-4036-add9-537e82bef8d6 req-52bb47b4-7b54-4cdc-9771-066f6f30923c service neutron] 10.222.0.49 "GET /v2.0/networks/aa1f3a01-edd6-482e-9855-ec35964eb719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345575 Apr 06 14:18:29.102068 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a919a-0dae-4026-bf60-baa03fdba2cc req-797c1303-e93b-430d-8c3e-bcece61d5c8f tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:29.103495 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f96a919a-0dae-4026-bf60-baa03fdba2cc req-797c1303-e93b-430d-8c3e-bcece61d5c8f tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0550213 Apr 06 14:18:29.151298 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f96a919a-0dae-4026-bf60-baa03fdba2cc req-7e890409-cede-444a-a968-a3914133ae22 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420685 Apr 06 14:18:29.547024 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b79480-ebb2-401d-a574-031c442c5326 req-e54a3c70-fcf2-46a6-ac4c-4037e35add5b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:29.549649 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-07b79480-ebb2-401d-a574-031c442c5326 req-e54a3c70-fcf2-46a6-ac4c-4037e35add5b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0701652 Apr 06 14:18:29.600163 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-07b79480-ebb2-401d-a574-031c442c5326 req-9ad42d54-fbde-4708-b974-b190b21f6a6c tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417373 Apr 06 14:18:30.162265 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1872c1-cb8d-4e8a-a1ac-78b4080dd9a4 req-9ec44f50-9bcf-45f9-86cb-11e24afa99ea tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:30.163849 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-df1872c1-cb8d-4e8a-a1ac-78b4080dd9a4 req-9ec44f50-9bcf-45f9-86cb-11e24afa99ea tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0550878 Apr 06 14:18:30.217649 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-df1872c1-cb8d-4e8a-a1ac-78b4080dd9a4 req-e86fb91f-2522-4732-ba2d-76e7db3b99c1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480258 Apr 06 14:18:30.286370 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab325a6e-8d75-42bf-a13a-51b05520d5ca req-eda3ad0e-77c9-494b-9df1-4e63e8b33e88 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:30.287894 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ab325a6e-8d75-42bf-a13a-51b05520d5ca req-eda3ad0e-77c9-494b-9df1-4e63e8b33e88 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0547993 Apr 06 14:18:30.334738 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ab325a6e-8d75-42bf-a13a-51b05520d5ca req-bec904ca-8341-4778-bf59-2a38c5639854 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412524 Apr 06 14:18:30.732164 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939f842-4dac-44f6-bfe7-85b1acd133d5 req-a144ce7a-e414-4d14-b605-111769ab966e tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:30.733637 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9939f842-4dac-44f6-bfe7-85b1acd133d5 req-a144ce7a-e414-4d14-b605-111769ab966e tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0631697 Apr 06 14:18:30.783394 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9939f842-4dac-44f6-bfe7-85b1acd133d5 req-579e3579-c4f7-40e1-8ea4-229e7d61f461 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437245 Apr 06 14:18:30.803325 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-015bac64-60d3-4036-add9-537e82bef8d6 req-5c29b165-365b-400f-a4a8-7279a8f9d5b8 service neutron] 10.222.0.49 "GET /v2.0/networks/aa1f3a01-edd6-482e-9855-ec35964eb719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056345 Apr 06 14:18:31.349162 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353cb41-6411-42c0-984a-4ef0b5686ae2 req-dee7e054-8f6c-46ff-9ccc-164271fdb2b1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:31.350666 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0353cb41-6411-42c0-984a-4ef0b5686ae2 req-dee7e054-8f6c-46ff-9ccc-164271fdb2b1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0558071 Apr 06 14:18:31.397411 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0353cb41-6411-42c0-984a-4ef0b5686ae2 req-c7cf6301-7619-4175-9415-1ff12b8e2a9e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411098 Apr 06 14:18:31.450736 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d89ec-810d-48f3-a27a-c7b73c5c6885 req-dffa7d42-d3f8-413e-9e19-113bd1fbaab5 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:31.452264 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-196d89ec-810d-48f3-a27a-c7b73c5c6885 req-dffa7d42-d3f8-413e-9e19-113bd1fbaab5 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0518556 Apr 06 14:18:31.499679 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-196d89ec-810d-48f3-a27a-c7b73c5c6885 req-c2ae9a3b-0f0b-4293-983b-c3f383df7208 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 Apr 06 14:18:31.905329 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88993bd4-c4d0-45b8-997e-0f89e3b37925 req-d3e2d231-ae2a-44a6-9cd9-8a00ecbe16c5 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:31.906844 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-88993bd4-c4d0-45b8-997e-0f89e3b37925 req-d3e2d231-ae2a-44a6-9cd9-8a00ecbe16c5 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0532610 Apr 06 14:18:31.953454 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-88993bd4-c4d0-45b8-997e-0f89e3b37925 req-257c761b-32e6-4989-941b-53eb3cab2d26 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Apr 06 14:18:32.517689 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab24e8e-c6c7-4d97-bcfb-60d14126f944 req-da947dad-8ab8-402e-a27d-e7b1db97cb88 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:32.519348 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9ab24e8e-c6c7-4d97-bcfb-60d14126f944 req-da947dad-8ab8-402e-a27d-e7b1db97cb88 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0557961 Apr 06 14:18:32.567369 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9ab24e8e-c6c7-4d97-bcfb-60d14126f944 req-7ff24c68-8d37-4de0-bf20-aad6eb28cb8b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420194 Apr 06 14:18:32.623475 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc04e1-3793-4038-ba51-a60e08c51bf8 req-ac35cfd4-148f-4e3c-ae2f-710cfcdaa402 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:32.624933 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0ddc04e1-3793-4038-ba51-a60e08c51bf8 req-ac35cfd4-148f-4e3c-ae2f-710cfcdaa402 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0560517 Apr 06 14:18:32.670633 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0ddc04e1-3793-4038-ba51-a60e08c51bf8 req-3905e6e8-eaf9-4d0f-82a8-454235bddad2 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400727 Apr 06 14:18:33.069651 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda57ced-456e-43d1-9018-90cfea1725e8 req-020ee1a0-d99c-4d39-aeeb-2872c175b9cf tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:33.071157 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fda57ced-456e-43d1-9018-90cfea1725e8 req-020ee1a0-d99c-4d39-aeeb-2872c175b9cf tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0508337 Apr 06 14:18:33.121861 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fda57ced-456e-43d1-9018-90cfea1725e8 req-5b89dc46-03d1-4177-8740-7f71350258ba tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403903 Apr 06 14:18:33.685771 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddc2a2-e76a-42c6-adc5-8393f2ed225b req-710c5e9d-e3e3-4e71-accf-e9c018cd8547 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:33.687293 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64ddc2a2-e76a-42c6-adc5-8393f2ed225b req-710c5e9d-e3e3-4e71-accf-e9c018cd8547 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0528297 Apr 06 14:18:33.736794 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64ddc2a2-e76a-42c6-adc5-8393f2ed225b req-41f95b62-0998-4714-b1bf-325f267149c5 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431514 Apr 06 14:18:33.789133 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198325d-7072-40aa-a1ba-f92cd01fdd44 req-60e5c2bf-8e8b-4d2a-9f8a-396d4cbbc728 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:33.790715 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f198325d-7072-40aa-a1ba-f92cd01fdd44 req-60e5c2bf-8e8b-4d2a-9f8a-396d4cbbc728 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0518641 Apr 06 14:18:33.844841 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f198325d-7072-40aa-a1ba-f92cd01fdd44 req-cad249be-2ea2-486a-ab00-771cc7ecd381 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484121 Apr 06 14:18:34.237896 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab86d09-da9c-43f6-8b10-b39fda5589c7 req-e0efb5ce-4ba6-4517-b312-7e4c775bb56a tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:34.239404 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bab86d09-da9c-43f6-8b10-b39fda5589c7 req-e0efb5ce-4ba6-4517-b312-7e4c775bb56a tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0560882 Apr 06 14:18:34.286221 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bab86d09-da9c-43f6-8b10-b39fda5589c7 req-1a18231b-e50d-45bf-a602-208401e55110 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411775 Apr 06 14:18:34.812069 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df06fa-71e8-449b-9637-e54829d2f124 req-64acdd73-2771-45a6-8d3c-4d6d4a4e7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:34.813637 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18df06fa-71e8-449b-9637-e54829d2f124 req-64acdd73-2771-45a6-8d3c-4d6d4a4e7ab3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fbf8e1992b548f7aab4c4c756193078&device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 1127 time: 0.0488703 Apr 06 14:18:34.866227 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed2839-653d-471b-a69e-499ecc939105 req-7c83ef7f-a7c5-42bb-bb1f-e3c1105ddf65 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:34.867821 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eaed2839-653d-471b-a69e-499ecc939105 req-7c83ef7f-a7c5-42bb-bb1f-e3c1105ddf65 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0590873 Apr 06 14:18:34.966065 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d8ba5-ae72-4642-9b43-896abdebdb2f req-79014cbb-a578-483d-b709-25b20018c7c9 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:34.967661 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d99d8ba5-ae72-4642-9b43-896abdebdb2f req-79014cbb-a578-483d-b709-25b20018c7c9 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0531719 Apr 06 14:18:34.989374 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eaed2839-653d-471b-a69e-499ecc939105 req-4e143d17-eaf0-430a-b071-f02848fa2235 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151495 Apr 06 14:18:35.017618 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d99d8ba5-ae72-4642-9b43-896abdebdb2f req-b314ef9e-2de8-4489-92d2-0429bfdda524 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427859 Apr 06 14:18:35.168807 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-705a4c8a-7f18-49dc-80d6-c479d9684018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:35.344273 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 11832636-b5c7-423b-bb5b-3a335c3c0d4d details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:18:35.409418 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828dea8-d98f-4e4c-8c28-eb2484b8d2f3 req-bc000615-b829-4c84-81e3-24dfd2d6a88d tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:35.411586 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e828dea8-d98f-4e4c-8c28-eb2484b8d2f3 req-bc000615-b829-4c84-81e3-24dfd2d6a88d tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 943 time: 0.0556974 Apr 06 14:18:35.412273 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df06fa-71e8-449b-9637-e54829d2f124 req-faca8ae6-295c-4601-8e65-16d1f1e834d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:35.413881 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18df06fa-71e8-449b-9637-e54829d2f124 req-faca8ae6-295c-4601-8e65-16d1f1e834d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=aa1f3a01-edd6-482e-9855-ec35964eb719 HTTP/1.1" status: 200 len: 909 time: 0.1240826 Apr 06 14:18:35.424728 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb91448-bc99-49d8-ac3b-8d4947a62d69 req-5a44ce37-94ab-465f-b40e-100dfd965417 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:35.426257 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bcb91448-bc99-49d8-ac3b-8d4947a62d69 req-5a44ce37-94ab-465f-b40e-100dfd965417 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.49 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0785983 Apr 06 14:18:35.446080 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 11832636-b5c7-423b-bb5b-3a335c3c0d4d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=11832636-b5c7-423b-bb5b-3a335c3c0d4d,segment=NetworkSegment(f224f82c-a337-4ce0-b676-06ce4e425c88),segment_id=f224f82c-a337-4ce0-b676-06ce4e425c88)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:35.458278 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '11832636-b5c7-423b-bb5b-3a335c3c0d4d', 'network_id': 'aa1f3a01-edd6-482e-9855-ec35964eb719', 'port_id': '11832636-b5c7-423b-bb5b-3a335c3c0d4d', 'mac_address': 'fa:16:3e:ec:e2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34163c1a-979c-43f1-a8d4-0c31ba722228', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:18:35.472732 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18df06fa-71e8-449b-9637-e54829d2f124 req-f9760066-2c18-4c9b-9dfe-355ce85101bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11832636-b5c7-423b-bb5b-3a335c3c0d4d HTTP/1.1" status: 200 len: 217 time: 0.0444372 Apr 06 14:18:35.472924 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e828dea8-d98f-4e4c-8c28-eb2484b8d2f3 req-26844ea9-9d41-4a46-94a3-54a7811922f3 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521591 Apr 06 14:18:35.502421 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 11832636-b5c7-423b-bb5b-3a335c3c0d4d is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:35.503401 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (11832636-b5c7-423b-bb5b-3a335c3c0d4d), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:35.592072 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df06fa-71e8-449b-9637-e54829d2f124 req-338304d4-09a6-4bb4-9de6-653f3113a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:35.593559 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18df06fa-71e8-449b-9637-e54829d2f124 req-338304d4-09a6-4bb4-9de6-653f3113a0a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34163c1a-979c-43f1-a8d4-0c31ba722228 HTTP/1.1" status: 200 len: 848 time: 0.1049578 Apr 06 14:18:35.634178 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11832636-b5c7-423b-bb5b-3a335c3c0d4d {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:18:35.635957 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18df06fa-71e8-449b-9637-e54829d2f124 req-13768591-eff3-4936-9b38-95f689841a3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aa1f3a01-edd6-482e-9855-ec35964eb719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349689 Apr 06 14:18:35.655984 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 11832636-b5c7-423b-bb5b-3a335c3c0d4d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=11832636-b5c7-423b-bb5b-3a335c3c0d4d,segment=NetworkSegment(f224f82c-a337-4ce0-b676-06ce4e425c88),segment_id=f224f82c-a337-4ce0-b676-06ce4e425c88)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:35.701159 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-bcb91448-bc99-49d8-ac3b-8d4947a62d69 req-5b85896c-2b14-49ab-be51-bd96c243a672 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Deleting port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:18:35.701493 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-bcb91448-bc99-49d8-ac3b-8d4947a62d69 req-5b85896c-2b14-49ab-be51-bd96c243a672 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (5c9dd0ea-485d-4fc9-9424-c8d1f5384a50), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:35.786732 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (11832636-b5c7-423b-bb5b-3a335c3c0d4d), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:35.800767 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18df06fa-71e8-449b-9637-e54829d2f124 req-f5d1f52a-17f5-43df-8ce6-b4de967fbfae service neutron] 10.222.0.49 "GET /v2.0/networks/aa1f3a01-edd6-482e-9855-ec35964eb719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574535 Apr 06 14:18:35.870107 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=11832636-b5c7-423b-bb5b-3a335c3c0d4d,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:35.879438 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-bcb91448-bc99-49d8-ac3b-8d4947a62d69 req-5b85896c-2b14-49ab-be51-bd96c243a672 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] For port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5c9dd0ea-485d-4fc9-9424-c8d1f5384a50,segment=NetworkSegment(ecf5d022-145c-4e4d-9483-d01feb197f55),segment_id=ecf5d022-145c-4e4d-9483-d01feb197f55)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:35.879995 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-bcb91448-bc99-49d8-ac3b-8d4947a62d69 req-5b85896c-2b14-49ab-be51-bd96c243a672 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (5c9dd0ea-485d-4fc9-9424-c8d1f5384a50), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:35.898631 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-bcb91448-bc99-49d8-ac3b-8d4947a62d69 req-5b85896c-2b14-49ab-be51-bd96c243a672 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Calling delete_port for 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:18:36.008027 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18df06fa-71e8-449b-9637-e54829d2f124 req-c978f1b5-7959-41e1-926c-0f2adb58bea0 service neutron] 10.222.0.49 "GET /v2.0/networks/aa1f3a01-edd6-482e-9855-ec35964eb719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821873 Apr 06 14:18:36.167664 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb903735-180a-4502-8d25-3a74ab1c2d0e req-f458cad4-248d-40c9-a573-61bfd68852b1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:36.170194 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb903735-180a-4502-8d25-3a74ab1c2d0e req-f458cad4-248d-40c9-a573-61bfd68852b1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.1045499 Apr 06 14:18:36.192381 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4d492-674a-4a05-ae0f-34b9e97020a8 req-eea71e1f-5b62-4635-b002-ef10b9926f35 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:36.194163 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-09d4d492-674a-4a05-ae0f-34b9e97020a8 req-eea71e1f-5b62-4635-b002-ef10b9926f35 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 946 time: 0.0668445 Apr 06 14:18:36.219705 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb903735-180a-4502-8d25-3a74ab1c2d0e req-f370c82f-d847-4d00-98e7-dedaad35b8f8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Apr 06 14:18:36.243200 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-09d4d492-674a-4a05-ae0f-34b9e97020a8 req-32a6dbdd-e579-4a31-b585-aff260e036a1 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/security-groups?id=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430512 Apr 06 14:18:36.281808 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-bcb91448-bc99-49d8-ac3b-8d4947a62d69 req-5b85896c-2b14-49ab-be51-bd96c243a672 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (5c9dd0ea-485d-4fc9-9424-c8d1f5384a50), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:36.313810 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85896c-2b14-49ab-be51-bd96c243a672 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Pushing event deleted for resources: {'Port': ['ID=5c9dd0ea-485d-4fc9-9424-c8d1f5384a50,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:36.323533 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['11832636-b5c7-423b-bb5b-3a335c3c0d4d'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:18:36.359364 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['5c9dd0ea-485d-4fc9-9424-c8d1f5384a50'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:18:36.376603 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb91448-bc99-49d8-ac3b-8d4947a62d69 req-5b85896c-2b14-49ab-be51-bd96c243a672 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] No DVR routers for this DVR port 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:18:36.380275 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-bcb91448-bc99-49d8-ac3b-8d4947a62d69 req-5b85896c-2b14-49ab-be51-bd96c243a672 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:36.383957 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bcb91448-bc99-49d8-ac3b-8d4947a62d69 req-5b85896c-2b14-49ab-be51-bd96c243a672 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.49 "DELETE /v2.0/ports/5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 HTTP/1.1" status: 204 len: 173 time: 0.9500718 Apr 06 14:18:36.386868 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a', 'name': 'network-vif-deleted', 'tag': '5c9dd0ea-485d-4fc9-9424-c8d1f5384a50'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:18:36.386868 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bf10c0-8e8c-4e47-9ed3-e22c88649438" -d '{"events": [{"server_uuid": "99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a", "name": "network-vif-deleted", "tag": "5c9dd0ea-485d-4fc9-9424-c8d1f5384a50"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:18:36.423505 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d178936-6a89-41b5-bda9-69f567d09d85 x-openstack-request-id: req-2d178936-6a89-41b5-bda9-69f567d09d85 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:18:36.423867 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a", "name": "network-vif-deleted", "tag": "5c9dd0ea-485d-4fc9-9424-c8d1f5384a50", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:18:36.424239 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d178936-6a89-41b5-bda9-69f567d09d85 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:18:36.425871 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d178936-6a89-41b5-bda9-69f567d09d85'] response: {'server_uuid': '99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a', 'name': 'network-vif-deleted', 'tag': '5c9dd0ea-485d-4fc9-9424-c8d1f5384a50', 'status': 'completed', 'code': 200} Apr 06 14:18:36.585761 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042b356-189e-4b20-998e-4f1fd6ff8a1d req-51184a52-73d8-49eb-a37a-bdb8154f3fcb tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:36.585979 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4042b356-189e-4b20-998e-4f1fd6ff8a1d req-51184a52-73d8-49eb-a37a-bdb8154f3fcb tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 944 time: 0.0525641 Apr 06 14:18:36.637066 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4042b356-189e-4b20-998e-4f1fd6ff8a1d req-42344372-9977-4990-88e5-43e6b00d05dc tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Apr 06 14:18:37.348126 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddd33e-5c8f-4533-a658-61994143a16e req-907bdc8a-6ac7-4fe0-a22d-5f9a9f2fd252 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:37.349561 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0efdf53b-7f25-4c5a-a2b4-3bc6b68a9fd0 req-a15ffd31-3c4c-45b7-8f80-7f2f82eb92bb tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.0333066 Apr 06 14:18:37.349980 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7eddd33e-5c8f-4533-a658-61994143a16e req-907bdc8a-6ac7-4fe0-a22d-5f9a9f2fd252 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0575328 Apr 06 14:18:37.401901 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7eddd33e-5c8f-4533-a658-61994143a16e req-17d172af-f7c0-4239-96a7-14c70f31d1a7 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457277 Apr 06 14:18:37.756268 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb7f25-4738-4170-a698-2c927d73d190 req-928b9ccf-a776-44d9-908f-611f035868a7 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:37.757804 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-85cb7f25-4738-4170-a698-2c927d73d190 req-928b9ccf-a776-44d9-908f-611f035868a7 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 944 time: 0.0541501 Apr 06 14:18:37.809503 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-85cb7f25-4738-4170-a698-2c927d73d190 req-e4e3bd0c-bf04-49d8-8f49-6accfd0eaaae tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461247 Apr 06 14:18:38.051871 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 11832636-b5c7-423b-bb5b-3a335c3c0d4d up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:18:38.225676 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port 11832636-b5c7-423b-bb5b-3a335c3c0d4d completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:18:38.229816 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 11832636-b5c7-423b-bb5b-3a335c3c0d4d triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:18:38.230185 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (11832636-b5c7-423b-bb5b-3a335c3c0d4d), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:38.311667 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 11832636-b5c7-423b-bb5b-3a335c3c0d4d is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:18:38.311971 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (11832636-b5c7-423b-bb5b-3a335c3c0d4d), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:38.334899 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39244d4f-e80d-4377-bc7c-c793c2c1157f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11832636-b5c7-423b-bb5b-3a335c3c0d4d'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:18:38.337106 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e53d89-b2af-4c53-a687-e9121f427630" -d '{"events": [{"server_uuid": "39244d4f-e80d-4377-bc7c-c793c2c1157f", "name": "network-vif-plugged", "status": "completed", "tag": "11832636-b5c7-423b-bb5b-3a335c3c0d4d"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:18:38.350149 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 11832636-b5c7-423b-bb5b-3a335c3c0d4d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=11832636-b5c7-423b-bb5b-3a335c3c0d4d,segment=NetworkSegment(f224f82c-a337-4ce0-b676-06ce4e425c88),segment_id=f224f82c-a337-4ce0-b676-06ce4e425c88)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:38.374085 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004aea22-e3eb-4dad-92c6-bea96e55f19a x-openstack-request-id: req-004aea22-e3eb-4dad-92c6-bea96e55f19a {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:18:38.374695 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39244d4f-e80d-4377-bc7c-c793c2c1157f", "name": "network-vif-plugged", "status": "completed", "tag": "11832636-b5c7-423b-bb5b-3a335c3c0d4d", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:18:38.375113 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-004aea22-e3eb-4dad-92c6-bea96e55f19a {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:18:38.375844 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004aea22-e3eb-4dad-92c6-bea96e55f19a'] response: {'server_uuid': '39244d4f-e80d-4377-bc7c-c793c2c1157f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11832636-b5c7-423b-bb5b-3a335c3c0d4d', 'code': 200} Apr 06 14:18:38.443818 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c0f8e5ae-67e2-488e-b0b5-18b7895c7570 req-89388f2d-d6a6-4a83-9c51-49c381627ba2 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.0276217 Apr 06 14:18:38.465746 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (11832636-b5c7-423b-bb5b-3a335c3c0d4d), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:38.466601 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:18:38.505632 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:18:38.505973 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 5c9dd0ea-485d-4fc9-9424-c8d1f5384a50 not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:18:38.531909 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd871e-b8cf-4b48-af8c-bb9975116dcc req-974bd95f-a372-4042-86a0-4ba985b7b5a4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:38.533398 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3cd871e-b8cf-4b48-af8c-bb9975116dcc req-974bd95f-a372-4042-86a0-4ba985b7b5a4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0594225 Apr 06 14:18:38.536953 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=11832636-b5c7-423b-bb5b-3a335c3c0d4d,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:38.583168 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3cd871e-b8cf-4b48-af8c-bb9975116dcc req-139942fa-a67d-4653-a4a6-d5c5a678b8c2 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432661 Apr 06 14:18:38.977665 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a676208-f070-4a5c-a74c-91e9e1f06dad req-f21028fd-557c-4c06-a06f-74b8757b0dda tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:38.979448 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3a676208-f070-4a5c-a74c-91e9e1f06dad req-f21028fd-557c-4c06-a06f-74b8757b0dda tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 945 time: 0.0960951 Apr 06 14:18:39.039029 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f3c37523-8047-438b-bd0b-c7e59dcb67be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:39.039529 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3a676208-f070-4a5c-a74c-91e9e1f06dad req-38cb6388-f455-4829-9f52-84ae4ad8c0ef tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545597 Apr 06 14:18:39.097805 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b2f78-19ff-4b26-8b41-787afde8b4b1 req-f125c761-e34f-40ce-b349-5af3c306be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:39.099738 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-923b2f78-19ff-4b26-8b41-787afde8b4b1 req-f125c761-e34f-40ce-b349-5af3c306be9b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 1130 time: 0.0474105 Apr 06 14:18:39.147890 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-923b2f78-19ff-4b26-8b41-787afde8b4b1 req-f61b225c-5e7e-4ba0-8408-75df25728515 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392985 Apr 06 14:18:39.549579 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3cf3adde-b458-498d-98ef-d11265f88efe req-dfa6a6b8-a2ef-401e-ad57-47f2f5c1fb5e tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.0322347 Apr 06 14:18:39.568153 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edee1b0-5987-41b1-96b2-20419241bdc9 req-b3daf8e3-ac02-4380-b89b-66723d3871ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:39.568153 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6edee1b0-5987-41b1-96b2-20419241bdc9 req-b3daf8e3-ac02-4380-b89b-66723d3871ff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 1129 time: 0.0703514 Apr 06 14:18:39.607542 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6edee1b0-5987-41b1-96b2-20419241bdc9 req-d93f0a72-a5dd-431b-8b88-2013a8830c4c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379608 Apr 06 14:18:39.700330 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfafa9a-646f-4e6a-9636-17a07cbe7b56 req-f4d46b09-c295-40a0-92bb-a1aa55c00984 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:39.701940 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bcfafa9a-646f-4e6a-9636-17a07cbe7b56 req-f4d46b09-c295-40a0-92bb-a1aa55c00984 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0530548 Apr 06 14:18:39.748389 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bcfafa9a-646f-4e6a-9636-17a07cbe7b56 req-0f474946-1142-40be-968f-563d694fbf91 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403061 Apr 06 14:18:40.160225 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79404571-149c-446d-8a30-be1c68cddb9b req-63c1fefd-d4ea-4c98-85fc-8c3c96d64aad tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:40.161682 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-79404571-149c-446d-8a30-be1c68cddb9b req-63c1fefd-d4ea-4c98-85fc-8c3c96d64aad tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 945 time: 0.0524619 Apr 06 14:18:40.212479 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-79404571-149c-446d-8a30-be1c68cddb9b req-5b6e9884-7dbe-45ee-9ccb-f74eac81361d tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 Apr 06 14:18:40.356893 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:40.661604 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-060a578f-68af-4eca-9988-59bf00f27bc0 req-3202bbc5-d68a-4478-8474-4d063dade475 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.0257497 Apr 06 14:18:40.872143 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e16b4-2eb2-4755-943d-251678943209 req-0b5ea42b-3a2c-42ad-a182-5d8d4e826ff4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:40.873494 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-947e16b4-2eb2-4755-943d-251678943209 req-0b5ea42b-3a2c-42ad-a182-5d8d4e826ff4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0573823 Apr 06 14:18:40.925070 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-947e16b4-2eb2-4755-943d-251678943209 req-a4708b4a-3ad9-4e3a-91b1-62dc2bf6ac81 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437465 Apr 06 14:18:41.332689 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81faf7e-00f5-486e-b1a0-46468474095c req-da79c4c2-f78f-45d3-889d-3abde635c87d tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:41.334230 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b81faf7e-00f5-486e-b1a0-46468474095c req-da79c4c2-f78f-45d3-889d-3abde635c87d tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 945 time: 0.0550900 Apr 06 14:18:41.382081 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b81faf7e-00f5-486e-b1a0-46468474095c req-3be2280d-2ed1-4d7d-a140-ab878eb10d9d tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418873 Apr 06 14:18:41.770465 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4f954859-56e2-406e-87b0-92b74030416e req-470a4bb1-50b9-4687-8d4a-cff9672f9ad9 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.0263796 Apr 06 14:18:42.044803 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:42.052895 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a606d-d12c-426f-a38d-989e63f60a69 req-67f41694-8c9d-4bc6-85df-2813840268e9 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:42.054734 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-080a606d-d12c-426f-a38d-989e63f60a69 req-67f41694-8c9d-4bc6-85df-2813840268e9 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0610254 Apr 06 14:18:42.102382 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-080a606d-d12c-426f-a38d-989e63f60a69 req-3afc863d-ebfb-4532-b813-9fb56e7722fb tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419171 Apr 06 14:18:42.500555 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec3162-32c2-4009-9530-d2330a1dfc15 req-31caea5a-1582-4372-b829-4ebd3da09bb3 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:42.502598 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fcec3162-32c2-4009-9530-d2330a1dfc15 req-31caea5a-1582-4372-b829-4ebd3da09bb3 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 945 time: 0.0548668 Apr 06 14:18:42.549736 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fcec3162-32c2-4009-9530-d2330a1dfc15 req-d785eb73-c72f-41cd-82fb-ec82a8185b3a tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402086 Apr 06 14:18:42.877647 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3b281c6f-7bbe-4ef3-b106-4fbab3190065 req-e99867f3-2083-406a-93d2-638891b01675 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.0268888 Apr 06 14:18:43.065681 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:43.222661 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94b138-64c1-4b36-8224-2184f3305ba8 req-f1a5446e-c9e6-4936-b47e-72157d81521e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:43.224883 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0a94b138-64c1-4b36-8224-2184f3305ba8 req-f1a5446e-c9e6-4936-b47e-72157d81521e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0556283 Apr 06 14:18:43.273734 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0a94b138-64c1-4b36-8224-2184f3305ba8 req-99032367-aca0-46b9-93e5-3cfa4ca682b2 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434244 Apr 06 14:18:43.581945 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c3b9b-eaea-45c0-8581-a99601245613 req-b2d4f93c-8dc7-409c-bb7a-0a2f4a7bec90 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:43.584273 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bd2c3b9b-eaea-45c0-8581-a99601245613 req-b2d4f93c-8dc7-409c-bb7a-0a2f4a7bec90 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.2434382 Apr 06 14:18:43.632463 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bd2c3b9b-eaea-45c0-8581-a99601245613 req-c0d87f43-6666-4a94-ae78-49be47e1dfba tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432720 Apr 06 14:18:43.668299 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067adf0-3bd2-4ab4-883e-b2bca416e6c5 req-73e2c4e6-caa6-4b67-8a56-e5bdf882625e tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:43.672452 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a067adf0-3bd2-4ab4-883e-b2bca416e6c5 req-73e2c4e6-caa6-4b67-8a56-e5bdf882625e tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 945 time: 0.0524893 Apr 06 14:18:43.718276 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a067adf0-3bd2-4ab4-883e-b2bca416e6c5 req-21f14314-72ad-4850-a338-cc82bdc71c2d tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428469 Apr 06 14:18:43.983084 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b9735394-acca-497f-9d51-815b60b2db97 req-6b49b4b3-507c-4907-9263-0b250e18d633 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.0264754 Apr 06 14:18:45.091256 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ceafa8dc-0c9e-45e9-81c8-bd560c939b9c req-691f21f8-fb19-4029-90e9-1890628c80d8 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.0280147 Apr 06 14:18:46.196539 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6e614af3-dbd7-4b6f-9aa7-d5098db0e750 req-299781ee-1680-4b20-962c-82372a2c4a0a tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.0265951 Apr 06 14:18:47.529429 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4df3c28f-8d35-4c12-8058-bcd682875fdf req-dcb293a4-c5a0-48de-ac05-2e39c9c012a4 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.2564416 Apr 06 14:18:47.897425 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:18:48.633579 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8aad1fc9-c9a8-4007-b93e-badd85171ad1 req-8adcfb55-3137-46a9-a1a9-c9c3e60c1b62 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.0260675 Apr 06 14:18:49.532347 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:49.738477 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-12e677da-d037-4b13-89c8-11844426e9e8 req-cc28686a-0e54-4d17-8ae7-a89718f6ce02 tempest-DeleteServersTestJSON-293313070 tempest-DeleteServersTestJSON-293313070-project] 10.222.0.10 "GET /v2.0/ports?device_id=99f6fd1f-a9b4-4ed9-9ab0-6f7a2b08907a HTTP/1.1" status: 200 len: 210 time: 0.0263181 Apr 06 14:18:50.474866 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4efdb-6617-462e-b86b-f5d97b74bab9 req-024f62c5-7a6c-4d52-b597-afc986a78e41 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:50.476318 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ead4efdb-6617-462e-b86b-f5d97b74bab9 req-024f62c5-7a6c-4d52-b597-afc986a78e41 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 945 time: 0.0535312 Apr 06 14:18:50.523217 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ead4efdb-6617-462e-b86b-f5d97b74bab9 req-05bd5d90-9adc-4ae5-b077-9034b7207bc8 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411160 Apr 06 14:18:51.587479 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a9242-456c-4a24-8651-dfb98707a75a req-9d0c4cf4-e8f4-4b2f-b808-1df1dd0c7473 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:51.589024 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bf2a9242-456c-4a24-8651-dfb98707a75a req-9d0c4cf4-e8f4-4b2f-b808-1df1dd0c7473 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0573418 Apr 06 14:18:51.636047 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bf2a9242-456c-4a24-8651-dfb98707a75a req-c3197cd4-1cdb-489d-98ae-624cc0ceb1ca tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414188 Apr 06 14:18:51.655783 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54007a7c-f685-4a4a-918e-e960d8891627 req-9130124f-99f2-4048-a151-ed842382f9e7 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:51.662012 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-54007a7c-f685-4a4a-918e-e960d8891627 req-9130124f-99f2-4048-a151-ed842382f9e7 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 945 time: 0.0579894 Apr 06 14:18:51.707550 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-54007a7c-f685-4a4a-918e-e960d8891627 req-ffeeac30-9e57-4421-a6da-912781179ca2 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Apr 06 14:18:52.052326 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2476790-946a-4cc6-80a5-fe3533658d11 req-ba09d335-6381-4c80-9775-50a52e9c4d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:52.053976 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2476790-946a-4cc6-80a5-fe3533658d11 req-ba09d335-6381-4c80-9775-50a52e9c4d84 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 1130 time: 0.0497820 Apr 06 14:18:52.159065 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2476790-946a-4cc6-80a5-fe3533658d11 req-3b2b6613-9f72-4d89-be99-bb923e6b8c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:52.160496 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2476790-946a-4cc6-80a5-fe3533658d11 req-3b2b6613-9f72-4d89-be99-bb923e6b8c2d service neutron] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 920 time: 0.0879941 Apr 06 14:18:52.202787 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2476790-946a-4cc6-80a5-fe3533658d11 req-0c0aba62-f5e4-4145-8349-7f0f03a9a0e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a22983ba-809d-4245-8096-9c6263cbe094 HTTP/1.1" status: 200 len: 217 time: 0.0355237 Apr 06 14:18:52.252736 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2476790-946a-4cc6-80a5-fe3533658d11 req-8270771e-b4ce-4b0e-871c-6861ccaf4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:52.254212 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2476790-946a-4cc6-80a5-fe3533658d11 req-8270771e-b4ce-4b0e-871c-6861ccaf4e37 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.0455508 Apr 06 14:18:52.314275 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2476790-946a-4cc6-80a5-fe3533658d11 req-68c55370-974b-4781-8e13-991307923555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:52.315836 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2476790-946a-4cc6-80a5-fe3533658d11 req-68c55370-974b-4781-8e13-991307923555 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544760 Apr 06 14:18:52.405812 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2476790-946a-4cc6-80a5-fe3533658d11 req-1f1b2c4f-915c-4360-acf1-e9845cdf17f9 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831394 Apr 06 14:18:52.505601 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2476790-946a-4cc6-80a5-fe3533658d11 req-995d488e-6836-450f-ab01-640752785649 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931177 Apr 06 14:18:52.509514 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 57476) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:52.557672 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Deleting subnet ca8af7ae-a224-4a78-aecf-166aa36500a2 {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:18:52.560722 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Publish callbacks [] for subnet (ca8af7ae-a224-4a78-aecf-166aa36500a2), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:52.597175 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14463474'] for subnet (ca8af7ae-a224-4a78-aecf-166aa36500a2), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:52.635994 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (ca8af7ae-a224-4a78-aecf-166aa36500a2), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:52.752231 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96743c0b-44ad-4b81-aa25-bcdb56f4a4f5 req-7376c288-72ac-4b54-9c40-805c34cc91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:52.752231 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96743c0b-44ad-4b81-aa25-bcdb56f4a4f5 req-7376c288-72ac-4b54-9c40-805c34cc91bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 1130 time: 0.0736461 Apr 06 14:18:52.796597 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f57f65-0458-4ae9-90e3-a45be9ad8198 req-e6783385-c973-4e18-ab43-b61a646f1a60 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:52.798113 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c6f57f65-0458-4ae9-90e3-a45be9ad8198 req-e6783385-c973-4e18-ab43-b61a646f1a60 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0690029 Apr 06 14:18:52.815758 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14453863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12719127'] for subnet (ca8af7ae-a224-4a78-aecf-166aa36500a2), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:52.843813 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42cf10-29f2-4931-bfb4-817f9903516f req-e65b9679-c130-4858-9d7f-0ab7e35da8f3 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:52.845299 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ad42cf10-29f2-4931-bfb4-817f9903516f req-e65b9679-c130-4858-9d7f-0ab7e35da8f3 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 945 time: 0.0600963 Apr 06 14:18:52.857999 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca8af7ae-a224-4a78-aecf-166aa36500a2,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:52.892592 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ad42cf10-29f2-4931-bfb4-817f9903516f req-c9bb1cea-cb30-4f87-9993-518197564b3a tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Apr 06 14:18:52.917982 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:52.918326 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:52.918761 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:52.923261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:52.923261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:52.923261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:52.923261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:52.923261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:52.923261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:52.923261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:52.923261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:52.923261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:52.923261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:52.923261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:52.923261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:52.947171 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c6f57f65-0458-4ae9-90e3-a45be9ad8198 req-c827cb3a-67db-41ae-a31f-9c531dbf6a0a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394594 Apr 06 14:18:52.982596 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:52.982596 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a1ea1723-9789-4515-98db-21731dba0d1d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ca8af7ae-a224-4a78-aecf-166aa36500a2 HTTP/1.1" status: 204 len: 168 time: 0.4694002 Apr 06 14:18:52.983369 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 57488) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:52.995073 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96743c0b-44ad-4b81-aa25-bcdb56f4a4f5 req-ad6e3eea-efa6-41a7-aafa-4e65fed496ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:52.996582 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96743c0b-44ad-4b81-aa25-bcdb56f4a4f5 req-ad6e3eea-efa6-41a7-aafa-4e65fed496ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 920 time: 0.1658273 Apr 06 14:18:53.041286 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96743c0b-44ad-4b81-aa25-bcdb56f4a4f5 req-a9bed49d-d25f-4241-a9c6-15d563b97547 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a22983ba-809d-4245-8096-9c6263cbe094 HTTP/1.1" status: 200 len: 217 time: 0.0371490 Apr 06 14:18:53.064603 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (99e49092-61cb-49a0-a020-496d823e9069), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:53.102071 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96743c0b-44ad-4b81-aa25-bcdb56f4a4f5 req-96994a9f-1eea-4aef-9ed2-728cc8561049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:53.103567 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96743c0b-44ad-4b81-aa25-bcdb56f4a4f5 req-96994a9f-1eea-4aef-9ed2-728cc8561049 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.0555220 Apr 06 14:18:53.147128 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (99e49092-61cb-49a0-a020-496d823e9069), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:53.154398 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96743c0b-44ad-4b81-aa25-bcdb56f4a4f5 req-fcb89ae1-95d9-454e-ad30-01eddc1fc2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:53.155972 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96743c0b-44ad-4b81-aa25-bcdb56f4a4f5 req-fcb89ae1-95d9-454e-ad30-01eddc1fc2e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456591 Apr 06 14:18:53.169883 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e49092-61cb-49a0-a020-496d823e9069']}} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:53.181429 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf5d022-145c-4e4d-9483-d01feb197f55') {'for_net_delete': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:53.181649 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf5d022-145c-4e4d-9483-d01feb197f55') {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:18:53.195146 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602373'] for segment (ecf5d022-145c-4e4d-9483-d01feb197f55), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:53.208590 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (ecf5d022-145c-4e4d-9483-d01feb197f55), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:53.214762 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:18:53.215140 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12612040'] for segment (ecf5d022-145c-4e4d-9483-d01feb197f55), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: Traceback (most recent call last): Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: timer() Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: cb(*args, **kw) Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: return func(*args, **kwargs) Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: self._notify() Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: self.callback(batched_events) Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: event.method(event) Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: return f(self, *a, **k) Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._get(url).json() Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: return self.request(url, 'GET', **kwargs) Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:18:53.216737 dv-cinder-835881-5-iscsi neutron-server[103948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:18:53.303543 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082372b-d478-4acc-9e70-c9a81aeb05a2 req-cbc70b27-5c41-46b1-92f7-b6d0554428f7 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:53.304982 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c082372b-d478-4acc-9e70-c9a81aeb05a2 req-cbc70b27-5c41-46b1-92f7-b6d0554428f7 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.49 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 945 time: 0.0945604 Apr 06 14:18:53.306689 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96743c0b-44ad-4b81-aa25-bcdb56f4a4f5 req-d94ff64e-1365-44a7-87d5-fad015d29a17 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427360 Apr 06 14:18:53.350748 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (99e49092-61cb-49a0-a020-496d823e9069), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:53.356606 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:53.360023 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] 10.222.0.10 "DELETE /v2.0/networks/99e49092-61cb-49a0-a020-496d823e9069 HTTP/1.1" status: 204 len: 168 time: 0.3763409 Apr 06 14:18:53.378254 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Pushing event deleted for resources: {'Network': ['ID=99e49092-61cb-49a0-a020-496d823e9069,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:53.385995 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:53.386607 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:53.386939 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:53.387280 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:53.387604 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:53.388085 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:53.388548 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:53.388875 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:53.389195 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:53.389673 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:53.389995 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:53.390806 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:53.390924 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:53.391174 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:53.391492 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6960f32-909c-4bb4-b090-80350d243e1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:18:53.474801 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96743c0b-44ad-4b81-aa25-bcdb56f4a4f5 req-0fa14a06-30dd-43e8-8c61-8760e5d02669 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520145 Apr 06 14:18:53.486752 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-c082372b-d478-4acc-9e70-c9a81aeb05a2 req-47eac319-a137-4468-8964-e1f2b4044828 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Deleting port 11832636-b5c7-423b-bb5b-3a335c3c0d4d {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:18:53.488465 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c082372b-d478-4acc-9e70-c9a81aeb05a2 req-47eac319-a137-4468-8964-e1f2b4044828 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (11832636-b5c7-423b-bb5b-3a335c3c0d4d), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:53.589731 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-c082372b-d478-4acc-9e70-c9a81aeb05a2 req-47eac319-a137-4468-8964-e1f2b4044828 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] For port 11832636-b5c7-423b-bb5b-3a335c3c0d4d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=11832636-b5c7-423b-bb5b-3a335c3c0d4d,segment=NetworkSegment(f224f82c-a337-4ce0-b676-06ce4e425c88),segment_id=f224f82c-a337-4ce0-b676-06ce4e425c88)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:18:53.590089 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c082372b-d478-4acc-9e70-c9a81aeb05a2 req-47eac319-a137-4468-8964-e1f2b4044828 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (11832636-b5c7-423b-bb5b-3a335c3c0d4d), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:53.602757 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-c082372b-d478-4acc-9e70-c9a81aeb05a2 req-47eac319-a137-4468-8964-e1f2b4044828 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Calling delete_port for 11832636-b5c7-423b-bb5b-3a335c3c0d4d owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:18:53.896551 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c082372b-d478-4acc-9e70-c9a81aeb05a2 req-47eac319-a137-4468-8964-e1f2b4044828 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (11832636-b5c7-423b-bb5b-3a335c3c0d4d), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:53.908660 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['11832636-b5c7-423b-bb5b-3a335c3c0d4d'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:18:53.930152 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eac319-a137-4468-8964-e1f2b4044828 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Pushing event deleted for resources: {'Port': ['ID=11832636-b5c7-423b-bb5b-3a335c3c0d4d,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:53.976949 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c082372b-d478-4acc-9e70-c9a81aeb05a2 req-47eac319-a137-4468-8964-e1f2b4044828 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] No DVR routers for this DVR port 11832636-b5c7-423b-bb5b-3a335c3c0d4d on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:18:53.979955 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c082372b-d478-4acc-9e70-c9a81aeb05a2 req-47eac319-a137-4468-8964-e1f2b4044828 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:53.983303 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c082372b-d478-4acc-9e70-c9a81aeb05a2 req-47eac319-a137-4468-8964-e1f2b4044828 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.49 "DELETE /v2.0/ports/11832636-b5c7-423b-bb5b-3a335c3c0d4d HTTP/1.1" status: 204 len: 173 time: 0.6670649 Apr 06 14:18:53.983945 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39244d4f-e80d-4377-bc7c-c793c2c1157f', 'name': 'network-vif-deleted', 'tag': '11832636-b5c7-423b-bb5b-3a335c3c0d4d'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:18:53.996258 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f207104-9ed4-46af-b442-2c7110cb7bb4" -d '{"events": [{"server_uuid": "39244d4f-e80d-4377-bc7c-c793c2c1157f", "name": "network-vif-deleted", "tag": "11832636-b5c7-423b-bb5b-3a335c3c0d4d"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:18:54.032133 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a557aa7c-d4a6-4826-912a-a34b050e14be req-17aa262b-d517-4709-becc-4d644c5528ec tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 210 time: 0.0615978 Apr 06 14:18:54.056983 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 57514) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:54.095550 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a9fd52-21e4-42e4-a11c-42003167fd7e x-openstack-request-id: req-c8a9fd52-21e4-42e4-a11c-42003167fd7e {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:18:54.095843 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39244d4f-e80d-4377-bc7c-c793c2c1157f", "name": "network-vif-deleted", "tag": "11832636-b5c7-423b-bb5b-3a335c3c0d4d", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:18:54.096095 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8a9fd52-21e4-42e4-a11c-42003167fd7e {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:18:54.096500 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a9fd52-21e4-42e4-a11c-42003167fd7e'] response: {'server_uuid': '39244d4f-e80d-4377-bc7c-c793c2c1157f', 'name': 'network-vif-deleted', 'tag': '11832636-b5c7-423b-bb5b-3a335c3c0d4d', 'status': 'completed', 'code': 200} Apr 06 14:18:54.108467 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-624a2f30-5eb0-44e6-8311-f8bdafc53d05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3bc16e10a5694baba5ee083cdc30a975&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0502861 Apr 06 14:18:54.111039 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 57516) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:54.133563 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858ac17-869c-41c0-a67a-2b448048b542 req-5442815c-46b8-4590-9957-0c9eb9bd46bf tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:54.135195 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d858ac17-869c-41c0-a67a-2b448048b542 req-5442815c-46b8-4590-9957-0c9eb9bd46bf tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0849493 Apr 06 14:18:54.170148 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8162f1a1-66b8-4418-b68d-b4a44d3e1195 admin admin] Publish callbacks [] for security_group (e50f500f-4a95-4d2b-9a41-a5178b8b6ae5), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:54.196333 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8162f1a1-66b8-4418-b68d-b4a44d3e1195 admin admin] Publish callbacks [] for security_group (e50f500f-4a95-4d2b-9a41-a5178b8b6ae5), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:54.198871 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d858ac17-869c-41c0-a67a-2b448048b542 req-47132989-5239-43c7-a9df-f60a13bd2f38 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552936 Apr 06 14:18:54.358819 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8162f1a1-66b8-4418-b68d-b4a44d3e1195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e50f500f-4a95-4d2b-9a41-a5178b8b6ae5), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:54.361402 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8162f1a1-66b8-4418-b68d-b4a44d3e1195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:54.362596 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-8162f1a1-66b8-4418-b68d-b4a44d3e1195 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e50f500f-4a95-4d2b-9a41-a5178b8b6ae5 HTTP/1.1" status: 204 len: 168 time: 0.2489457 Apr 06 14:18:54.375054 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162f1a1-66b8-4418-b68d-b4a44d3e1195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50f500f-4a95-4d2b-9a41-a5178b8b6ae5,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:55.168805 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fcbb2e54-7889-4f9f-be45-84ee0b35fb0e req-ea6bacd4-8d8c-4acb-b3ca-fe66edf4fac4 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=39244d4f-e80d-4377-bc7c-c793c2c1157f HTTP/1.1" status: 200 len: 210 time: 0.0348692 Apr 06 14:18:55.249633 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 57560) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:55.349582 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da65e1f-220a-4f78-a43f-74f897f4287e req-a16f196d-8ec4-4a49-918a-1c7c086ea232 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:55.351157 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9da65e1f-220a-4f78-a43f-74f897f4287e req-a16f196d-8ec4-4a49-918a-1c7c086ea232 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0726268 Apr 06 14:18:55.406269 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9da65e1f-220a-4f78-a43f-74f897f4287e req-6ebc89bf-de90-45b8-8662-886e35a8b5ba tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434582 Apr 06 14:18:55.422999 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-86ecbe6e-5844-42c3-91e7-26dae732cbce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:55.496545 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-86ecbe6e-5844-42c3-91e7-26dae732cbce admin admin] Publish callbacks [] for security_group (0c97779e-3be6-45bf-890a-f4291d4de8f1), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:55.593150 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-86ecbe6e-5844-42c3-91e7-26dae732cbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (0c97779e-3be6-45bf-890a-f4291d4de8f1), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:55.634059 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-86ecbe6e-5844-42c3-91e7-26dae732cbce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d8607b60cad44e98f0c98a40c5c8f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832233 Apr 06 14:18:55.634938 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecbe6e-5844-42c3-91e7-26dae732cbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c97779e-3be6-45bf-890a-f4291d4de8f1,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:55.636739 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 57576) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:55.688405 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-29e7c90e-3cfb-4f54-a3ef-82e6c45e925c admin admin] Publish callbacks [] for security_group (0c97779e-3be6-45bf-890a-f4291d4de8f1), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:55.712037 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-29e7c90e-3cfb-4f54-a3ef-82e6c45e925c admin admin] Publish callbacks [] for security_group (0c97779e-3be6-45bf-890a-f4291d4de8f1), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:55.853821 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-29e7c90e-3cfb-4f54-a3ef-82e6c45e925c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (0c97779e-3be6-45bf-890a-f4291d4de8f1), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:55.856654 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-29e7c90e-3cfb-4f54-a3ef-82e6c45e925c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:55.858093 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-29e7c90e-3cfb-4f54-a3ef-82e6c45e925c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c97779e-3be6-45bf-890a-f4291d4de8f1 HTTP/1.1" status: 204 len: 168 time: 0.2201464 Apr 06 14:18:55.867556 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7c90e-3cfb-4f54-a3ef-82e6c45e925c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c97779e-3be6-45bf-890a-f4291d4de8f1,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:56.500830 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-e8c94977-a453-4739-aa3d-cdd7d4d9e8b4 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:56.502295 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-e8c94977-a453-4739-aa3d-cdd7d4d9e8b4 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/networks?id=aa1f3a01-edd6-482e-9855-ec35964eb719 HTTP/1.1" status: 200 len: 808 time: 0.1079412 Apr 06 14:18:56.516737 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-3c0a48d5-4240-4f51-ab42-a2eda22135c5 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/quotas/0fbf8e1992b548f7aab4c4c756193078 HTTP/1.1" status: 200 len: 375 time: 0.0088530 Apr 06 14:18:56.548084 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-bdc9612f-3a9a-4e71-8a04-d491689aa41f tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0fbf8e1992b548f7aab4c4c756193078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258198 Apr 06 14:18:56.639969 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-008f09f4-813c-495e-8c49-6b3326487fc8 service neutron] 10.222.0.10 "GET /v2.0/networks/aa1f3a01-edd6-482e-9855-ec35964eb719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852284 Apr 06 14:18:56.732713 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-7fed03bd-1dd3-4bbf-a184-affd71d4d0b8 service neutron] 10.222.0.10 "GET /v2.0/networks/aa1f3a01-edd6-482e-9855-ec35964eb719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863807 Apr 06 14:18:56.778293 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 57610) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:56.791206 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372df50e-1326-4d63-b94e-490a52daf007 req-ec3e3c23-3e26-467b-8769-8e00e37b21b8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:56.791837 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f52ce87e-d21c-4115-964f-6dbff09c655a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:56.792744 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-372df50e-1326-4d63-b94e-490a52daf007 req-ec3e3c23-3e26-467b-8769-8e00e37b21b8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0565188 Apr 06 14:18:56.847336 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-372df50e-1326-4d63-b94e-490a52daf007 req-5df112e0-6789-4497-aaf7-978b121aeb37 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476503 Apr 06 14:18:56.882045 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f52ce87e-d21c-4115-964f-6dbff09c655a admin admin] Publish callbacks [] for security_group (5d7de37e-bc17-4ece-9899-da95c339a710), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:57.020913 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f52ce87e-d21c-4115-964f-6dbff09c655a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (5d7de37e-bc17-4ece-9899-da95c339a710), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:57.052164 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c3e0d0db-f6ef-4141-8f6a-dc065663d133 req-ea47bcbc-4078-4db9-8510-0a019985d5a1 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 210 time: 0.0289948 Apr 06 14:18:57.072732 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f52ce87e-d21c-4115-964f-6dbff09c655a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6b846cda689485eba9359498e941fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960293 Apr 06 14:18:57.075410 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 57622) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:18:57.104355 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ce87e-d21c-4115-964f-6dbff09c655a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7de37e-bc17-4ece-9899-da95c339a710,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:57.153136 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7396f6da-d7dd-463c-b8c1-cc7767548f51 admin admin] Publish callbacks [] for security_group (5d7de37e-bc17-4ece-9899-da95c339a710), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:57.175316 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7396f6da-d7dd-463c-b8c1-cc7767548f51 admin admin] Publish callbacks [] for security_group (5d7de37e-bc17-4ece-9899-da95c339a710), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:57.387279 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7396f6da-d7dd-463c-b8c1-cc7767548f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (5d7de37e-bc17-4ece-9899-da95c339a710), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:57.389781 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7396f6da-d7dd-463c-b8c1-cc7767548f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:57.391203 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7396f6da-d7dd-463c-b8c1-cc7767548f51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d7de37e-bc17-4ece-9899-da95c339a710 HTTP/1.1" status: 204 len: 168 time: 0.3147361 Apr 06 14:18:57.399882 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396f6da-d7dd-463c-b8c1-cc7767548f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7de37e-bc17-4ece-9899-da95c339a710,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:18:57.979003 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702020f7-2926-4365-84ed-aa61066b42bd req-1dfc167a-752d-4b6f-a18a-92fcea00aa70 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:57.980526 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-702020f7-2926-4365-84ed-aa61066b42bd req-1dfc167a-752d-4b6f-a18a-92fcea00aa70 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0596426 Apr 06 14:18:58.014906 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 11832636-b5c7-423b-bb5b-3a335c3c0d4d no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:18:58.031340 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-702020f7-2926-4365-84ed-aa61066b42bd req-151d13c7-00c4-46b6-9ee1-0d69a4aa7b7d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442283 Apr 06 14:18:58.035267 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: 11832636-b5c7-423b-bb5b-3a335c3c0d4d {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:18:58.035611 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 11832636-b5c7-423b-bb5b-3a335c3c0d4d not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:18:58.147957 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ca923c78-acf1-4ce1-b1ca-cef5b88c9904 req-ba2d9e62-8e7a-4e47-bc82-8a1d9efb9cce tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 210 time: 0.0272439 Apr 06 14:18:59.154963 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a177d-8b6a-43a1-a23e-00016f6e82bf req-d93a0ad9-6cc5-4ae1-b696-7fb054f866ab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:59.156696 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f94a177d-8b6a-43a1-a23e-00016f6e82bf req-d93a0ad9-6cc5-4ae1-b696-7fb054f866ab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0574563 Apr 06 14:18:59.208002 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f94a177d-8b6a-43a1-a23e-00016f6e82bf req-86910259-4e2e-46cb-ac31-3686391151f7 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444098 Apr 06 14:18:59.299206 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e37db111-bc4b-433d-9db2-1787014acd51 req-5fa30818-13b3-477e-9935-1f8201f156bc tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 210 time: 0.0274231 Apr 06 14:18:59.467456 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-a21e313c-9bec-4084-8ad3-228995dd64fb tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:18:59.468922 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-a21e313c-9bec-4084-8ad3-228995dd64fb tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.49 "GET /v2.0/networks?id=aa1f3a01-edd6-482e-9855-ec35964eb719 HTTP/1.1" status: 200 len: 808 time: 0.1078558 Apr 06 14:18:59.483834 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-2e87b3d2-6340-47da-835b-559a6e7b912b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Request body: {'port': {'device_id': 'b69d3845-86b8-403d-9789-63be77b56e66', 'network_id': 'aa1f3a01-edd6-482e-9855-ec35964eb719', 'admin_state_up': True, 'tenant_id': '0fbf8e1992b548f7aab4c4c756193078'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:18:59.712700 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-2e87b3d2-6340-47da-835b-559a6e7b912b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Made reservation on behalf of 0fbf8e1992b548f7aab4c4c756193078 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:18:59.716271 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-2e87b3d2-6340-47da-835b-559a6e7b912b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:18:59.848176 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-2e87b3d2-6340-47da-835b-559a6e7b912b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Allocated IP 172.20.0.4 (aa1f3a01-edd6-482e-9855-ec35964eb719/34163c1a-979c-43f1-a8d4-0c31ba722228/e1aa9e2a-6621-47c3-9514-cc387010ab6a) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:18:59.996778 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-2e87b3d2-6340-47da-835b-559a6e7b912b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks [] for port (e1aa9e2a-6621-47c3-9514-cc387010ab6a), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:00.266840 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-2e87b3d2-6340-47da-835b-559a6e7b912b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (e1aa9e2a-6621-47c3-9514-cc387010ab6a), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:00.316306 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-2e87b3d2-6340-47da-835b-559a6e7b912b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Network aa1f3a01-edd6-482e-9855-ec35964eb719 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:00.323867 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-2e87b3d2-6340-47da-835b-559a6e7b912b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:00.331287 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-2e87b3d2-6340-47da-835b-559a6e7b912b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:19:00.358882 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54607b94-0fe1-4cff-b2ae-2722f8776123 req-6e21e936-6b14-4887-a6fd-7d0e7ca08da0 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:00.361245 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-54607b94-0fe1-4cff-b2ae-2722f8776123 req-6e21e936-6b14-4887-a6fd-7d0e7ca08da0 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0679033 Apr 06 14:19:00.365026 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87b3d2-6340-47da-835b-559a6e7b912b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Pushing event updated for resources: {'Port': ['ID=e1aa9e2a-6621-47c3-9514-cc387010ab6a,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:00.406554 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-2e87b3d2-6340-47da-835b-559a6e7b912b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:00.407349 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-2e87b3d2-6340-47da-835b-559a6e7b912b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:00.428977 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-54607b94-0fe1-4cff-b2ae-2722f8776123 req-72f09217-bfe5-488b-83e9-65b5c40497af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496180 Apr 06 14:19:00.476812 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade8c22-5da8-4ea3-a343-3add89bd5ad8 req-ccad4969-a292-4ce4-ba3c-178acf017279 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:00.478306 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cade8c22-5da8-4ea3-a343-3add89bd5ad8 req-ccad4969-a292-4ce4-ba3c-178acf017279 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 931 time: 0.0670962 Apr 06 14:19:00.528275 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cade8c22-5da8-4ea3-a343-3add89bd5ad8 req-edd960c8-a428-4485-8be8-22a653a304f7 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443957 Apr 06 14:19:00.538092 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-2e87b3d2-6340-47da-835b-559a6e7b912b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0578995 Apr 06 14:19:00.549759 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Request body: {'port': {'device_id': 'b69d3845-86b8-403d-9789-63be77b56e66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:00.611728 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (e1aa9e2a-6621-47c3-9514-cc387010ab6a), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:00.892924 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1aa9e2a-6621-47c3-9514-cc387010ab6a {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:19:00.907139 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Publish callbacks [] for port (e1aa9e2a-6621-47c3-9514-cc387010ab6a), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:00.925977 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Transition to ACTIVE for port object e1aa9e2a-6621-47c3-9514-cc387010ab6a will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:19:01.030741 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (e1aa9e2a-6621-47c3-9514-cc387010ab6a), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:01.081832 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1aa9e2a-6621-47c3-9514-cc387010ab6a,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:01.151200 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Attempting to bind port e1aa9e2a-6621-47c3-9514-cc387010ab6a on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:19:01.151531 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Attempting to bind port e1aa9e2a-6621-47c3-9514-cc387010ab6a by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'f224f82c-a337-4ce0-b676-06ce4e425c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'aa1f3a01-edd6-482e-9855-ec35964eb719'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:19:01.151855 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Attempting to bind port e1aa9e2a-6621-47c3-9514-cc387010ab6a on network aa1f3a01-edd6-482e-9855-ec35964eb719 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:19:01.156143 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Port e1aa9e2a-6621-47c3-9514-cc387010ab6a on network aa1f3a01-edd6-482e-9855-ec35964eb719 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:19:01.156465 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Attempting to bind port e1aa9e2a-6621-47c3-9514-cc387010ab6a on network aa1f3a01-edd6-482e-9855-ec35964eb719 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:19:01.162109 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:19:01.163202 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Checking segment: {'id': 'f224f82c-a337-4ce0-b676-06ce4e425c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'aa1f3a01-edd6-482e-9855-ec35964eb719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:19:01.163202 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Bound using segment: {'id': 'f224f82c-a337-4ce0-b676-06ce4e425c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'aa1f3a01-edd6-482e-9855-ec35964eb719'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:19:01.163399 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Bound port: e1aa9e2a-6621-47c3-9514-cc387010ab6a, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f224f82c-a337-4ce0-b676-06ce4e425c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'aa1f3a01-edd6-482e-9855-ec35964eb719'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:19:01.163699 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (e1aa9e2a-6621-47c3-9514-cc387010ab6a), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:01.232947 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] For port e1aa9e2a-6621-47c3-9514-cc387010ab6a, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:01.236180 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] For port e1aa9e2a-6621-47c3-9514-cc387010ab6a, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e1aa9e2a-6621-47c3-9514-cc387010ab6a,segment=NetworkSegment(f224f82c-a337-4ce0-b676-06ce4e425c88),segment_id=f224f82c-a337-4ce0-b676-06ce4e425c88)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:01.259103 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 57736) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:01.366314 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (e1aa9e2a-6621-47c3-9514-cc387010ab6a), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:01.369624 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-152b1ca9-b389-46b2-a423-7345a2eb920f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:01.418415 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:01.418932 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:01.420320 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] 10.222.0.49 "PUT /v2.0/ports/e1aa9e2a-6621-47c3-9514-cc387010ab6a HTTP/1.1" status: 200 len: 1093 time: 0.8747182 Apr 06 14:19:01.422636 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69d3845-86b8-403d-9789-63be77b56e66', 'tag': 'e1aa9e2a-6621-47c3-9514-cc387010ab6a'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:19:01.424978 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a4c2d7-5a7e-4fee-8918-1af169b8edac" -d '{"events": [{"name": "network-changed", "server_uuid": "b69d3845-86b8-403d-9789-63be77b56e66", "tag": "e1aa9e2a-6621-47c3-9514-cc387010ab6a"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:19:01.455896 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad41bc-635c-4466-a250-c54a87e586d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1aa9e2a-6621-47c3-9514-cc387010ab6a,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:01.472861 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9715246e-be6a-4bdd-9e1e-165ff39acb26 x-openstack-request-id: req-9715246e-be6a-4bdd-9e1e-165ff39acb26 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:19:01.473248 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69d3845-86b8-403d-9789-63be77b56e66", "tag": "e1aa9e2a-6621-47c3-9514-cc387010ab6a", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:19:01.473654 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9715246e-be6a-4bdd-9e1e-165ff39acb26 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:19:01.474288 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9715246e-be6a-4bdd-9e1e-165ff39acb26'] response: {'name': 'network-changed', 'server_uuid': 'b69d3845-86b8-403d-9789-63be77b56e66', 'tag': 'e1aa9e2a-6621-47c3-9514-cc387010ab6a', 'status': 'completed', 'code': 200} Apr 06 14:19:01.533405 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-152b1ca9-b389-46b2-a423-7345a2eb920f admin admin] Publish callbacks [] for security_group (72e3eda5-c437-42fe-a3b9-f587f90f657c), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:01.563963 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8ac65-de1b-4d44-9a91-475b4e8687a2 req-d74f2e70-3035-4fe3-bdd9-d7e971ceed0d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:01.565657 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2ab8ac65-de1b-4d44-9a91-475b4e8687a2 req-d74f2e70-3035-4fe3-bdd9-d7e971ceed0d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0618382 Apr 06 14:19:01.612737 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4c2d7-5a7e-4fee-8918-1af169b8edac req-016f1b90-d817-4e07-abe7-000ec6eb0011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:01.614961 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a8a4c2d7-5a7e-4fee-8918-1af169b8edac req-016f1b90-d817-4e07-abe7-000ec6eb0011 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fbf8e1992b548f7aab4c4c756193078&device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 1127 time: 0.0635741 Apr 06 14:19:01.619378 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2ab8ac65-de1b-4d44-9a91-475b4e8687a2 req-8192852f-2961-439b-b842-f2919c6016a5 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452518 Apr 06 14:19:01.687637 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-152b1ca9-b389-46b2-a423-7345a2eb920f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (72e3eda5-c437-42fe-a3b9-f587f90f657c), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:01.995425 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b1ca9-b389-46b2-a423-7345a2eb920f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e3eda5-c437-42fe-a3b9-f587f90f657c,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:02.003470 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-152b1ca9-b389-46b2-a423-7345a2eb920f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f9d7106f1a3c4c1780fad255d19ec6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7432520 Apr 06 14:19:02.006425 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 57750) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:02.012703 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a5802-363a-4a0c-bb2e-fcee2d857e07 req-05afd4b5-670f-45e5-991d-488326b5940c tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:02.014148 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-122a5802-363a-4a0c-bb2e-fcee2d857e07 req-05afd4b5-670f-45e5-991d-488326b5940c tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 943 time: 0.3980227 Apr 06 14:19:02.052728 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4c2d7-5a7e-4fee-8918-1af169b8edac req-001874ce-98d9-43a1-b038-1809ae7fd4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:02.054169 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a8a4c2d7-5a7e-4fee-8918-1af169b8edac req-001874ce-98d9-43a1-b038-1809ae7fd4fe service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=0fbf8e1992b548f7aab4c4c756193078&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4286296 Apr 06 14:19:02.056249 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-84ff2093-5989-4ebe-b41b-927ef3c41b67 admin admin] Publish callbacks [] for security_group (72e3eda5-c437-42fe-a3b9-f587f90f657c), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:02.080187 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-122a5802-363a-4a0c-bb2e-fcee2d857e07 req-1261207f-1e7e-417c-8fc2-93802f683d71 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558746 Apr 06 14:19:02.081229 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-84ff2093-5989-4ebe-b41b-927ef3c41b67 admin admin] Publish callbacks [] for security_group (72e3eda5-c437-42fe-a3b9-f587f90f657c), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:02.215428 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-84ff2093-5989-4ebe-b41b-927ef3c41b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (72e3eda5-c437-42fe-a3b9-f587f90f657c), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:02.217945 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-84ff2093-5989-4ebe-b41b-927ef3c41b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:02.219121 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-84ff2093-5989-4ebe-b41b-927ef3c41b67 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72e3eda5-c437-42fe-a3b9-f587f90f657c HTTP/1.1" status: 204 len: 168 time: 0.2112868 Apr 06 14:19:02.229000 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff2093-5989-4ebe-b41b-927ef3c41b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e3eda5-c437-42fe-a3b9-f587f90f657c,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:02.294071 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4c2d7-5a7e-4fee-8918-1af169b8edac req-d70c5f7b-a661-4550-9853-ae90ea841648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:02.295539 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a8a4c2d7-5a7e-4fee-8918-1af169b8edac req-d70c5f7b-a661-4550-9853-ae90ea841648 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938888 Apr 06 14:19:02.378644 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-58f5d075-dda3-42b6-9500-f42ae121d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:02.380752 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-58f5d075-dda3-42b6-9500-f42ae121d442 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fbf8e1992b548f7aab4c4c756193078&device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 1127 time: 0.0480840 Apr 06 14:19:02.423146 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-7f888564-2efd-412b-a795-bf14b2df4d0e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1aa9e2a-6621-47c3-9514-cc387010ab6a HTTP/1.1" status: 200 len: 217 time: 0.0335300 Apr 06 14:19:02.471535 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-1c78224f-b845-4836-8973-b25a89bc472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:02.472957 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-1c78224f-b845-4836-8973-b25a89bc472d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=34163c1a-979c-43f1-a8d4-0c31ba722228 HTTP/1.1" status: 200 len: 848 time: 0.0437224 Apr 06 14:19:02.502992 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-583124b5-6016-4258-b08e-e129a58d430e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aa1f3a01-edd6-482e-9855-ec35964eb719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236740 Apr 06 14:19:02.596526 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-49bce573-44d5-4874-b89b-f0cec50982f7 service neutron] 10.222.0.49 "GET /v2.0/networks/aa1f3a01-edd6-482e-9855-ec35964eb719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872293 Apr 06 14:19:02.691495 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c3524668-bdb2-4bc5-af58-ea28d7b2fd77 req-7d3bf00e-30c3-4af5-8a71-0ef796e3427d service neutron] 10.222.0.49 "GET /v2.0/networks/aa1f3a01-edd6-482e-9855-ec35964eb719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889623 Apr 06 14:19:02.747092 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d8292-8dd2-41c5-88d6-bdf9943a23c7 req-4b51adee-8eac-42ea-8c09-a672ddc0cd0e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:02.748589 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-781d8292-8dd2-41c5-88d6-bdf9943a23c7 req-4b51adee-8eac-42ea-8c09-a672ddc0cd0e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0600793 Apr 06 14:19:02.797352 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-781d8292-8dd2-41c5-88d6-bdf9943a23c7 req-6a575c36-ee02-439d-936b-8694a98b5b57 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431294 Apr 06 14:19:03.204188 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2d10c-3c94-48b7-b909-89ffb3be6548 req-b3d50fa2-3043-4c04-8207-2c1081471cae tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:03.205632 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2bb2d10c-3c94-48b7-b909-89ffb3be6548 req-b3d50fa2-3043-4c04-8207-2c1081471cae tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 943 time: 0.0568042 Apr 06 14:19:03.252600 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2bb2d10c-3c94-48b7-b909-89ffb3be6548 req-02ccd65a-f05a-4498-b3e2-39ae07d674be tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409579 Apr 06 14:19:03.916351 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146345b3-e4b1-4b59-88b3-ae7b799be9e8 req-d767506f-097f-43dc-99fc-a137e2baf6a0 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:03.917841 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-146345b3-e4b1-4b59-88b3-ae7b799be9e8 req-d767506f-097f-43dc-99fc-a137e2baf6a0 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0522044 Apr 06 14:19:03.969445 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-146345b3-e4b1-4b59-88b3-ae7b799be9e8 req-4a53316a-5697-440f-a76b-ac563a95c720 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461390 Apr 06 14:19:04.371405 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad639c-6ca5-4dca-8374-3790e9a66093 req-1346f27b-c96c-4783-8bd5-792485b1afe3 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:04.372952 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b8ad639c-6ca5-4dca-8374-3790e9a66093 req-1346f27b-c96c-4783-8bd5-792485b1afe3 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 943 time: 0.0522630 Apr 06 14:19:04.424117 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b8ad639c-6ca5-4dca-8374-3790e9a66093 req-fbd50622-ac11-4480-8ef3-6f90fe6be54b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450060 Apr 06 14:19:05.107363 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960e55e-d7d1-4703-bf29-457696225c73 req-bff18205-0831-4e66-ab30-f009a60eb760 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:05.109102 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b960e55e-d7d1-4703-bf29-457696225c73 req-bff18205-0831-4e66-ab30-f009a60eb760 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0552466 Apr 06 14:19:05.147254 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-46565057-9b69-410a-be45-171bd9034516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:05.171310 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b960e55e-d7d1-4703-bf29-457696225c73 req-c18b9859-9678-4a79-a6a8-6b05c6bd322e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552003 Apr 06 14:19:05.551032 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afdfed-eed0-4511-8766-74b2ca3cd37e req-b032910d-ef76-4580-9315-8106177c7c97 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:05.552465 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-12afdfed-eed0-4511-8766-74b2ca3cd37e req-b032910d-ef76-4580-9315-8106177c7c97 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 943 time: 0.0553958 Apr 06 14:19:05.600448 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-12afdfed-eed0-4511-8766-74b2ca3cd37e req-7adcceac-df86-4391-ac00-0591996f0eda tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424631 Apr 06 14:19:06.289723 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb550a65-5177-4167-a1c3-10b9ebfefb4d req-d31c3165-6194-4f07-949f-5747e83794ce tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:06.291328 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eb550a65-5177-4167-a1c3-10b9ebfefb4d req-d31c3165-6194-4f07-949f-5747e83794ce tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0527344 Apr 06 14:19:06.338888 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eb550a65-5177-4167-a1c3-10b9ebfefb4d req-ecaee394-0920-48fb-bba0-be1bcefa19f9 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418386 Apr 06 14:19:06.717979 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f3c95-fdd9-421c-ac98-bd9d70f04352 req-46e4d0e1-6040-4c19-b3b7-6376539fdf18 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:06.719490 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6e2f3c95-fdd9-421c-ac98-bd9d70f04352 req-46e4d0e1-6040-4c19-b3b7-6376539fdf18 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 943 time: 0.0528848 Apr 06 14:19:06.765678 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6e2f3c95-fdd9-421c-ac98-bd9d70f04352 req-9c05c141-e83c-4b45-8ab2-fbc974b078a0 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 Apr 06 14:19:07.476511 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47ecfd-9049-401a-8313-70933be243f9 req-3684b7d3-8a27-41f6-95b9-6158d7b66cc6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:07.477899 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9b47ecfd-9049-401a-8313-70933be243f9 req-3684b7d3-8a27-41f6-95b9-6158d7b66cc6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0728378 Apr 06 14:19:07.527262 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9b47ecfd-9049-401a-8313-70933be243f9 req-991cfefc-d4f8-4b6f-a9c1-3c61cc33e2a5 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435152 Apr 06 14:19:07.895311 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b9789-0ab1-4190-9cfd-3faa017fa8cc req-deba1b84-ca27-4cad-b08e-2cb4dbe07d8a tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:07.896992 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1f8b9789-0ab1-4190-9cfd-3faa017fa8cc req-deba1b84-ca27-4cad-b08e-2cb4dbe07d8a tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 943 time: 0.0630662 Apr 06 14:19:07.952780 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1f8b9789-0ab1-4190-9cfd-3faa017fa8cc req-c35df203-b5ab-4713-9692-85554fcca5ef tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500212 Apr 06 14:19:08.648572 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116db45c-f470-4915-9bbd-6949ad242bc4 req-ef93a52e-1ee8-4ec5-868b-ac94b1bd10b4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:08.650013 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-116db45c-f470-4915-9bbd-6949ad242bc4 req-ef93a52e-1ee8-4ec5-868b-ac94b1bd10b4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0533590 Apr 06 14:19:08.702964 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-116db45c-f470-4915-9bbd-6949ad242bc4 req-6a23ec4f-7736-43b2-80fe-ec9c2cb383e3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443423 Apr 06 14:19:08.979118 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4d401561-f261-419f-9333-886282fe0312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:09.071882 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fe57b-19fa-41f3-95ff-58a6f33c1ba7 req-159cac44-be21-4087-b473-734a1fa66048 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:09.073342 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9b0fe57b-19fa-41f3-95ff-58a6f33c1ba7 req-159cac44-be21-4087-b473-734a1fa66048 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 943 time: 0.0517001 Apr 06 14:19:09.119241 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9b0fe57b-19fa-41f3-95ff-58a6f33c1ba7 req-f421ba43-efa0-43e1-b37f-f84e7e8c003d tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 Apr 06 14:19:09.232708 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 57892) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:09.338072 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-37f4e16d-bd6b-46a0-a43e-e6176da1417c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:09.411434 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-37f4e16d-bd6b-46a0-a43e-e6176da1417c admin admin] Publish callbacks [] for security_group (c696509b-5822-4bc6-b355-856d0b5feb42), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:09.494751 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-37f4e16d-bd6b-46a0-a43e-e6176da1417c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (c696509b-5822-4bc6-b355-856d0b5feb42), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:09.538731 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-37f4e16d-bd6b-46a0-a43e-e6176da1417c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e677cbfef7cb4579bf59129856d2fc6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048978 Apr 06 14:19:09.539591 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4e16d-bd6b-46a0-a43e-e6176da1417c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c696509b-5822-4bc6-b355-856d0b5feb42,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:09.541424 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 57896) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:09.590957 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-86de7151-7746-4d4b-85e4-6d00380bea90 admin admin] Publish callbacks [] for security_group (c696509b-5822-4bc6-b355-856d0b5feb42), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:09.612298 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-86de7151-7746-4d4b-85e4-6d00380bea90 admin admin] Publish callbacks [] for security_group (c696509b-5822-4bc6-b355-856d0b5feb42), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:09.750661 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-86de7151-7746-4d4b-85e4-6d00380bea90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (c696509b-5822-4bc6-b355-856d0b5feb42), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:09.753237 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-86de7151-7746-4d4b-85e4-6d00380bea90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:09.754428 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-86de7151-7746-4d4b-85e4-6d00380bea90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c696509b-5822-4bc6-b355-856d0b5feb42 HTTP/1.1" status: 204 len: 168 time: 0.2120008 Apr 06 14:19:09.771431 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de7151-7746-4d4b-85e4-6d00380bea90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c696509b-5822-4bc6-b355-856d0b5feb42,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:09.835883 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db680d5a-a99f-4a4b-b30d-ac38f1b1f45c req-985ab1e0-0823-4de4-8895-cad3b1d16406 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:09.837392 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-db680d5a-a99f-4a4b-b30d-ac38f1b1f45c req-985ab1e0-0823-4de4-8895-cad3b1d16406 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0588436 Apr 06 14:19:09.885761 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-db680d5a-a99f-4a4b-b30d-ac38f1b1f45c req-7d4747bd-689a-4821-82cc-50c47d51abd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 Apr 06 14:19:10.246156 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e42f5-f822-4f75-81ca-02dc0e4fe492 req-46eeba60-fd6c-4805-8433-5e7fbca8cec2 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:10.247914 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-421e42f5-f822-4f75-81ca-02dc0e4fe492 req-46eeba60-fd6c-4805-8433-5e7fbca8cec2 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 943 time: 0.0577126 Apr 06 14:19:10.296151 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-421e42f5-f822-4f75-81ca-02dc0e4fe492 req-572ee8ee-47ca-40ce-b521-b9fa926056ae tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425756 Apr 06 14:19:10.323626 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:10.665337 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 57912) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:10.678965 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5933f4df-c4d7-4e80-8e66-b3a42742e118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:10.752552 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5933f4df-c4d7-4e80-8e66-b3a42742e118 admin admin] Publish callbacks [] for security_group (e76b5255-5475-40f7-8572-885362785c93), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:10.927890 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5933f4df-c4d7-4e80-8e66-b3a42742e118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e76b5255-5475-40f7-8572-885362785c93), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:10.979014 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933f4df-c4d7-4e80-8e66-b3a42742e118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76b5255-5475-40f7-8572-885362785c93,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:11.003334 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-5933f4df-c4d7-4e80-8e66-b3a42742e118 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b54bcc12e91439ea17194ea47ec289f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3368649 Apr 06 14:19:11.006497 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 57918) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:11.059077 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b4d2d-d04c-44fa-b1ce-beb34a63984b req-a0f90a5d-ecdc-4ae7-9554-595c94ae823d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:11.060551 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-656b4d2d-d04c-44fa-b1ce-beb34a63984b req-a0f90a5d-ecdc-4ae7-9554-595c94ae823d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0998309 Apr 06 14:19:11.081413 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bf9de155-44d3-473c-9750-3afcf2230a14 admin admin] Publish callbacks [] for security_group (e76b5255-5475-40f7-8572-885362785c93), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:11.122656 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bf9de155-44d3-473c-9750-3afcf2230a14 admin admin] Publish callbacks [] for security_group (e76b5255-5475-40f7-8572-885362785c93), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:11.142261 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-656b4d2d-d04c-44fa-b1ce-beb34a63984b req-9f8c1e1d-6864-4c1b-a8e1-9dd2fc0ec246 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715797 Apr 06 14:19:11.310231 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bf9de155-44d3-473c-9750-3afcf2230a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e76b5255-5475-40f7-8572-885362785c93), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:11.312916 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bf9de155-44d3-473c-9750-3afcf2230a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:11.316195 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-bf9de155-44d3-473c-9750-3afcf2230a14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e76b5255-5475-40f7-8572-885362785c93 HTTP/1.1" status: 204 len: 168 time: 0.3069813 Apr 06 14:19:11.324126 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9de155-44d3-473c-9750-3afcf2230a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76b5255-5475-40f7-8572-885362785c93,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:11.421221 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e824fc-92f8-4d85-8ae7-469a59c3f958 req-aaeec0a6-ef49-4a26-b222-09e14dce7216 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:11.422762 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-99e824fc-92f8-4d85-8ae7-469a59c3f958 req-aaeec0a6-ef49-4a26-b222-09e14dce7216 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 943 time: 0.0550749 Apr 06 14:19:11.471656 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-99e824fc-92f8-4d85-8ae7-469a59c3f958 req-6e40b1d0-ca22-4bb4-8d5a-74a0cb7371e6 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427794 Apr 06 14:19:12.043121 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:12.264601 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d97f2-869d-4f50-b61c-667e820ac609 req-00c1ddf9-c230-4c52-b9a6-1b211f99dbe8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:12.266037 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fc9d97f2-869d-4f50-b61c-667e820ac609 req-00c1ddf9-c230-4c52-b9a6-1b211f99dbe8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0546596 Apr 06 14:19:12.320691 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fc9d97f2-869d-4f50-b61c-667e820ac609 req-29e9d9f5-5393-4eb6-a216-e90512eda41d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479646 Apr 06 14:19:12.599918 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34889936-fc0a-4e04-bba1-f82fa0c926e0 req-edaac6ae-12f2-42cc-a836-8a1917464d3a tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:12.601584 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34889936-fc0a-4e04-bba1-f82fa0c926e0 req-edaac6ae-12f2-42cc-a836-8a1917464d3a tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 943 time: 0.0594549 Apr 06 14:19:12.657166 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34889936-fc0a-4e04-bba1-f82fa0c926e0 req-4e69897c-cd45-4e8c-95d6-b28ee034814a tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497305 Apr 06 14:19:13.025990 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:13.458310 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa07c-1416-48ac-bfbb-27e08b01e6d6 req-f40e7d58-b94d-4b06-8d97-ace09831445a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:13.459904 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7c1fa07c-1416-48ac-bfbb-27e08b01e6d6 req-f40e7d58-b94d-4b06-8d97-ace09831445a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0614302 Apr 06 14:19:13.510844 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7c1fa07c-1416-48ac-bfbb-27e08b01e6d6 req-e2e760a6-9b41-40d8-b82b-37a34cd8edf1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453525 Apr 06 14:19:13.782569 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32127ed-c19c-4b3f-b1ef-6b63306b154a req-835d749b-e99b-4887-8620-7632416b6134 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:13.784176 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d32127ed-c19c-4b3f-b1ef-6b63306b154a req-835d749b-e99b-4887-8620-7632416b6134 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 943 time: 0.0555530 Apr 06 14:19:13.832528 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d32127ed-c19c-4b3f-b1ef-6b63306b154a req-fd1cd9e6-7b3a-42e4-96a1-1b12a4f055a2 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425448 Apr 06 14:19:14.086711 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device e1aa9e2a-6621-47c3-9514-cc387010ab6a details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:19:14.192292 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58004) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:14.193806 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port e1aa9e2a-6621-47c3-9514-cc387010ab6a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e1aa9e2a-6621-47c3-9514-cc387010ab6a,segment=NetworkSegment(f224f82c-a337-4ce0-b676-06ce4e425c88),segment_id=f224f82c-a337-4ce0-b676-06ce4e425c88)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:14.206475 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': 'e1aa9e2a-6621-47c3-9514-cc387010ab6a', 'network_id': 'aa1f3a01-edd6-482e-9855-ec35964eb719', 'port_id': 'e1aa9e2a-6621-47c3-9514-cc387010ab6a', 'mac_address': 'fa:16:3e:fc:6d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34163c1a-979c-43f1-a8d4-0c31ba722228', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:19:14.249691 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port e1aa9e2a-6621-47c3-9514-cc387010ab6a is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:14.260434 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (e1aa9e2a-6621-47c3-9514-cc387010ab6a), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:14.264591 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1aa9e2a-6621-47c3-9514-cc387010ab6a {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:19:14.284857 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port e1aa9e2a-6621-47c3-9514-cc387010ab6a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e1aa9e2a-6621-47c3-9514-cc387010ab6a,segment=NetworkSegment(f224f82c-a337-4ce0-b676-06ce4e425c88),segment_id=f224f82c-a337-4ce0-b676-06ce4e425c88)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:14.310030 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-061c25cb-a458-4d5f-a8a4-17028c517f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:14.384241 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-061c25cb-a458-4d5f-a8a4-17028c517f9b admin admin] Publish callbacks [] for security_group (ead0b7e8-b38d-4584-ab09-b38727956ba6), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:14.414848 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (e1aa9e2a-6621-47c3-9514-cc387010ab6a), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:14.464031 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=e1aa9e2a-6621-47c3-9514-cc387010ab6a,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:14.471240 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.478094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.478094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.478094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.478094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.478094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.478094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.478094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.478094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.478094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.478094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.478094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.478094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.478094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.478094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:14.511793 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-061c25cb-a458-4d5f-a8a4-17028c517f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (ead0b7e8-b38d-4584-ab09-b38727956ba6), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:14.553268 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c25cb-a458-4d5f-a8a4-17028c517f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead0b7e8-b38d-4584-ab09-b38727956ba6,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:14.558111 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-061c25cb-a458-4d5f-a8a4-17028c517f9b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82144a945a434fedad3b50c9b53b5e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619325 Apr 06 14:19:14.558390 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58014) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:14.642268 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5e4e968b-c88b-4441-abd6-40cd17dafcbc admin admin] Publish callbacks [] for security_group (ead0b7e8-b38d-4584-ab09-b38727956ba6), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:14.663849 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d007e-5bba-469c-85ee-b822b89d33c5 req-07b20652-da4d-4ed5-bb74-f32fac9d92c5 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:14.665441 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a73d007e-5bba-469c-85ee-b822b89d33c5 req-07b20652-da4d-4ed5-bb74-f32fac9d92c5 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0793083 Apr 06 14:19:14.683035 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5e4e968b-c88b-4441-abd6-40cd17dafcbc admin admin] Publish callbacks [] for security_group (ead0b7e8-b38d-4584-ab09-b38727956ba6), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:14.745545 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a73d007e-5bba-469c-85ee-b822b89d33c5 req-c712667d-8496-4000-9145-2c3ccd48ec39 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722330 Apr 06 14:19:14.865985 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5e4e968b-c88b-4441-abd6-40cd17dafcbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (ead0b7e8-b38d-4584-ab09-b38727956ba6), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:14.868654 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5e4e968b-c88b-4441-abd6-40cd17dafcbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:14.869800 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-5e4e968b-c88b-4441-abd6-40cd17dafcbc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ead0b7e8-b38d-4584-ab09-b38727956ba6 HTTP/1.1" status: 204 len: 168 time: 0.3104589 Apr 06 14:19:14.878332 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e968b-c88b-4441-abd6-40cd17dafcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead0b7e8-b38d-4584-ab09-b38727956ba6,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:14.960444 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82007e77-a2a8-4248-83de-db623d668ab4 req-b8bdf432-1194-4ece-bdb2-8b451a9bdef0 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:14.961863 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-82007e77-a2a8-4248-83de-db623d668ab4 req-b8bdf432-1194-4ece-bdb2-8b451a9bdef0 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 944 time: 0.0542440 Apr 06 14:19:15.008345 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-82007e77-a2a8-4248-83de-db623d668ab4 req-cb53cbce-cbef-4538-8361-5e4e48d906ec tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406709 Apr 06 14:19:15.028217 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['e1aa9e2a-6621-47c3-9514-cc387010ab6a'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:19:15.680782 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58038) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:15.700594 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58042) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:15.715167 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-39ef9886-27b0-4d7a-a5fa-9eb16f8a8fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:15.799328 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-39ef9886-27b0-4d7a-a5fa-9eb16f8a8fb9 admin admin] Publish callbacks [] for security_group (eade1feb-d0b2-40ad-83bb-6c4b16a09826), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:15.871035 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835496f-c8d9-4d15-ab9b-47719b7b5105 req-b7fa370a-2e4d-4851-8186-d93b7c0917f7 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:15.872531 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4835496f-c8d9-4d15-ab9b-47719b7b5105 req-b7fa370a-2e4d-4851-8186-d93b7c0917f7 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0569718 Apr 06 14:19:15.907124 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a3fc252b-d51f-4c02-8a5c-fa0ccf20b498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:15.922291 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-39ef9886-27b0-4d7a-a5fa-9eb16f8a8fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (eade1feb-d0b2-40ad-83bb-6c4b16a09826), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:15.984123 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4835496f-c8d9-4d15-ab9b-47719b7b5105 req-f6a28795-61c4-4adb-b243-67d87f19ac8f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046317 Apr 06 14:19:15.997551 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef9886-27b0-4d7a-a5fa-9eb16f8a8fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eade1feb-d0b2-40ad-83bb-6c4b16a09826,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:16.004629 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58046) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:16.005156 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-39ef9886-27b0-4d7a-a5fa-9eb16f8a8fb9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a040bcf45f246069fcedcd433471927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027651 Apr 06 14:19:16.063402 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a1aa449d-b0de-43e1-8ef4-1a4d2d2af9e7 admin admin] Publish callbacks [] for security_group (eade1feb-d0b2-40ad-83bb-6c4b16a09826), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:16.076158 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a3fc252b-d51f-4c02-8a5c-fa0ccf20b498 admin admin] Publish callbacks [] for security_group (43764f4b-0dd5-460d-8cb7-98b203f7a8a1), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:16.088789 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a1aa449d-b0de-43e1-8ef4-1a4d2d2af9e7 admin admin] Publish callbacks [] for security_group (eade1feb-d0b2-40ad-83bb-6c4b16a09826), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:16.163473 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b346f94-c56f-41df-8110-781717427ffa req-3849d587-ced5-4097-b34b-594c4c635cdd tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:16.165013 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9b346f94-c56f-41df-8110-781717427ffa req-3849d587-ced5-4097-b34b-594c4c635cdd tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 944 time: 0.0792482 Apr 06 14:19:16.195480 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a3fc252b-d51f-4c02-8a5c-fa0ccf20b498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (43764f4b-0dd5-460d-8cb7-98b203f7a8a1), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:16.216235 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9b346f94-c56f-41df-8110-781717427ffa req-10a982da-d765-4ee7-b097-d76cf63f4e1a tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439498 Apr 06 14:19:16.234776 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-a3fc252b-d51f-4c02-8a5c-fa0ccf20b498 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a5d9d7760d14a909d4e2ae38b00b70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5528624 Apr 06 14:19:16.235654 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc252b-d51f-4c02-8a5c-fa0ccf20b498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43764f4b-0dd5-460d-8cb7-98b203f7a8a1,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:16.237582 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58050) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:16.290053 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e191ae78-3751-49f2-b15d-e257fad01359 admin admin] Publish callbacks [] for security_group (43764f4b-0dd5-460d-8cb7-98b203f7a8a1), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:16.315931 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e191ae78-3751-49f2-b15d-e257fad01359 admin admin] Publish callbacks [] for security_group (43764f4b-0dd5-460d-8cb7-98b203f7a8a1), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:16.327356 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a1aa449d-b0de-43e1-8ef4-1a4d2d2af9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (eade1feb-d0b2-40ad-83bb-6c4b16a09826), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:16.329846 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a1aa449d-b0de-43e1-8ef4-1a4d2d2af9e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:16.331002 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a1aa449d-b0de-43e1-8ef4-1a4d2d2af9e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eade1feb-d0b2-40ad-83bb-6c4b16a09826 HTTP/1.1" status: 204 len: 168 time: 0.3254650 Apr 06 14:19:16.356281 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa449d-b0de-43e1-8ef4-1a4d2d2af9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eade1feb-d0b2-40ad-83bb-6c4b16a09826,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:16.477536 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e191ae78-3751-49f2-b15d-e257fad01359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (43764f4b-0dd5-460d-8cb7-98b203f7a8a1), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:16.480059 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e191ae78-3751-49f2-b15d-e257fad01359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:16.481342 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e191ae78-3751-49f2-b15d-e257fad01359 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43764f4b-0dd5-460d-8cb7-98b203f7a8a1 HTTP/1.1" status: 204 len: 168 time: 0.2426901 Apr 06 14:19:16.489478 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191ae78-3751-49f2-b15d-e257fad01359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43764f4b-0dd5-460d-8cb7-98b203f7a8a1,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:16.929694 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device e1aa9e2a-6621-47c3-9514-cc387010ab6a up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:19:17.072476 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fd854-3979-4f43-b043-48c049f08cbb req-a4cfbb80-1b8a-4e0c-9f1d-7a15b336398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:17.073908 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-599fd854-3979-4f43-b043-48c049f08cbb req-a4cfbb80-1b8a-4e0c-9f1d-7a15b336398a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 1130 time: 0.0491815 Apr 06 14:19:17.083614 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port e1aa9e2a-6621-47c3-9514-cc387010ab6a completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:19:17.090463 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port e1aa9e2a-6621-47c3-9514-cc387010ab6a triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:17.090463 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (e1aa9e2a-6621-47c3-9514-cc387010ab6a), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:17.115230 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa614c-2117-495d-be6d-f6d9c53bb59c req-2243dcb7-ba2c-4d54-b3f6-e6f8c4803b5e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:17.117513 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a8fa614c-2117-495d-be6d-f6d9c53bb59c req-2243dcb7-ba2c-4d54-b3f6-e6f8c4803b5e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0624170 Apr 06 14:19:17.125905 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-599fd854-3979-4f43-b043-48c049f08cbb req-5dc47a7f-d3a0-4ecf-ae80-9584b7a9ca36 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450737 Apr 06 14:19:17.176443 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a8fa614c-2117-495d-be6d-f6d9c53bb59c req-987f82f7-6468-4e6c-8046-5903896ae8d4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506878 Apr 06 14:19:17.186558 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port e1aa9e2a-6621-47c3-9514-cc387010ab6a is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:17.186963 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (e1aa9e2a-6621-47c3-9514-cc387010ab6a), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:17.214949 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69d3845-86b8-403d-9789-63be77b56e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aa9e2a-6621-47c3-9514-cc387010ab6a'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:19:17.217324 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9da9f9c-e017-4c26-a485-3f233282399f" -d '{"events": [{"server_uuid": "b69d3845-86b8-403d-9789-63be77b56e66", "name": "network-vif-plugged", "status": "completed", "tag": "e1aa9e2a-6621-47c3-9514-cc387010ab6a"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:19:17.231106 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port e1aa9e2a-6621-47c3-9514-cc387010ab6a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e1aa9e2a-6621-47c3-9514-cc387010ab6a,segment=NetworkSegment(f224f82c-a337-4ce0-b676-06ce4e425c88),segment_id=f224f82c-a337-4ce0-b676-06ce4e425c88)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:17.266662 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef30e103-176c-4629-ba09-e544709aa009 x-openstack-request-id: req-ef30e103-176c-4629-ba09-e544709aa009 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:19:17.266965 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69d3845-86b8-403d-9789-63be77b56e66", "name": "network-vif-plugged", "status": "completed", "tag": "e1aa9e2a-6621-47c3-9514-cc387010ab6a", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:19:17.267233 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef30e103-176c-4629-ba09-e544709aa009 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:19:17.267627 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef30e103-176c-4629-ba09-e544709aa009'] response: {'server_uuid': 'b69d3845-86b8-403d-9789-63be77b56e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1aa9e2a-6621-47c3-9514-cc387010ab6a', 'code': 200} Apr 06 14:19:17.287623 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58082) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:17.311684 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-466d90e4-c473-4b24-bc44-0ab556056b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:17.346133 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (e1aa9e2a-6621-47c3-9514-cc387010ab6a), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:17.384894 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef005f-16a8-4b9f-9d91-1df2ac8c01ba req-889e37ce-9194-4476-b7c8-bb9d92b0fe0f tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:17.386640 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b5ef005f-16a8-4b9f-9d91-1df2ac8c01ba req-889e37ce-9194-4476-b7c8-bb9d92b0fe0f tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 944 time: 0.0918436 Apr 06 14:19:17.426577 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=e1aa9e2a-6621-47c3-9514-cc387010ab6a,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:17.476651 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b5ef005f-16a8-4b9f-9d91-1df2ac8c01ba req-aeaf7206-da42-4fe8-a7e5-6dc1b4a75154 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777557 Apr 06 14:19:17.481888 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-466d90e4-c473-4b24-bc44-0ab556056b49 admin admin] Publish callbacks [] for security_group (4915c48f-935c-4355-8d19-909e1022971b), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:17.643303 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-466d90e4-c473-4b24-bc44-0ab556056b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4915c48f-935c-4355-8d19-909e1022971b), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:17.683652 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-466d90e4-c473-4b24-bc44-0ab556056b49 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d43c2db296e415681c42199480b43b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3949921 Apr 06 14:19:17.685836 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d90e4-c473-4b24-bc44-0ab556056b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4915c48f-935c-4355-8d19-909e1022971b,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:17.686665 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58092) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:17.743514 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8f4ae029-4d04-4867-b3c7-9f38fc7145e5 admin admin] Publish callbacks [] for security_group (4915c48f-935c-4355-8d19-909e1022971b), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:17.765981 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8f4ae029-4d04-4867-b3c7-9f38fc7145e5 admin admin] Publish callbacks [] for security_group (4915c48f-935c-4355-8d19-909e1022971b), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:17.915844 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8f4ae029-4d04-4867-b3c7-9f38fc7145e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4915c48f-935c-4355-8d19-909e1022971b), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:17.918631 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8f4ae029-4d04-4867-b3c7-9f38fc7145e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:17.920093 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-8f4ae029-4d04-4867-b3c7-9f38fc7145e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4915c48f-935c-4355-8d19-909e1022971b HTTP/1.1" status: 204 len: 168 time: 0.2321250 Apr 06 14:19:17.929981 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ae029-4d04-4867-b3c7-9f38fc7145e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4915c48f-935c-4355-8d19-909e1022971b,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:18.344997 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18084dc7-f943-46fc-9068-e55a73a5e86e req-97556bdb-5cf0-473b-8995-6442ea9958ea tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:18.346634 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18084dc7-f943-46fc-9068-e55a73a5e86e req-97556bdb-5cf0-473b-8995-6442ea9958ea tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0898860 Apr 06 14:19:18.354579 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73d00c-19ca-40ca-b21e-d6209d4b4ea0 req-d41f1c95-5ba8-4007-a0ec-7a786ffb5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:18.355810 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cb73d00c-19ca-40ca-b21e-d6209d4b4ea0 req-d41f1c95-5ba8-4007-a0ec-7a786ffb5b11 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 1129 time: 0.0844023 Apr 06 14:19:18.432417 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18084dc7-f943-46fc-9068-e55a73a5e86e req-42968d66-6836-4f5a-bec0-468858964e23 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755196 Apr 06 14:19:18.436450 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cb73d00c-19ca-40ca-b21e-d6209d4b4ea0 req-6d343a2d-fada-4072-933d-7279f56b6e26 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732820 Apr 06 14:19:18.615418 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014abc9e-e42e-4ed3-8b64-83a8a59c813e req-522301a6-df3a-4c4c-b80c-4ac301be895f tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:18.617010 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-014abc9e-e42e-4ed3-8b64-83a8a59c813e req-522301a6-df3a-4c4c-b80c-4ac301be895f tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 945 time: 0.0662341 Apr 06 14:19:18.679049 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-014abc9e-e42e-4ed3-8b64-83a8a59c813e req-051b599d-f2dc-4895-be53-d5312f88311d tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561152 Apr 06 14:19:19.391657 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:19.468750 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58150) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:19.583705 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32755923-5b30-4bbe-813d-02265c62942a req-b4cdf9a9-54a5-4696-9fa4-cbb7c379e0a8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:19.585277 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-32755923-5b30-4bbe-813d-02265c62942a req-b4cdf9a9-54a5-4696-9fa4-cbb7c379e0a8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0649831 Apr 06 14:19:19.606453 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-40a57b37-18ca-4e4f-abcc-9b97a6c00aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:19.666083 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-32755923-5b30-4bbe-813d-02265c62942a req-977811dd-0cf3-4ba4-b04b-d7ca97fc6883 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740330 Apr 06 14:19:19.738382 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-40a57b37-18ca-4e4f-abcc-9b97a6c00aac admin admin] Publish callbacks [] for security_group (ef159402-851b-4403-98d5-7d161a5b6dc7), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:19.817499 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7defdf-8d63-404a-9bee-0b9cc080e8e8 req-b1d00194-b5c8-410d-9d91-99f59419e03f tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:19.818957 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2b7defdf-8d63-404a-9bee-0b9cc080e8e8 req-b1d00194-b5c8-410d-9d91-99f59419e03f tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 945 time: 0.0568736 Apr 06 14:19:19.845016 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-40a57b37-18ca-4e4f-abcc-9b97a6c00aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (ef159402-851b-4403-98d5-7d161a5b6dc7), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:19.903124 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a57b37-18ca-4e4f-abcc-9b97a6c00aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef159402-851b-4403-98d5-7d161a5b6dc7,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:19.908653 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2b7defdf-8d63-404a-9bee-0b9cc080e8e8 req-f4ad8b75-0288-4f38-b760-a2adaecac3aa tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835276 Apr 06 14:19:19.915003 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-40a57b37-18ca-4e4f-abcc-9b97a6c00aac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c961052969f64c36bfdb43b301dcb2c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449437 Apr 06 14:19:19.915268 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58166) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:19.975706 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-568eb491-66b4-4f28-afae-2f147a42ade2 admin admin] Publish callbacks [] for security_group (ef159402-851b-4403-98d5-7d161a5b6dc7), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:20.000166 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-568eb491-66b4-4f28-afae-2f147a42ade2 admin admin] Publish callbacks [] for security_group (ef159402-851b-4403-98d5-7d161a5b6dc7), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:20.144001 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-568eb491-66b4-4f28-afae-2f147a42ade2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (ef159402-851b-4403-98d5-7d161a5b6dc7), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:20.147689 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc507cb-c502-4dba-b5b8-219fed78fa79 req-64f7d21b-eedd-4e85-8ccd-8402f6ae740b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:20.147842 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-568eb491-66b4-4f28-afae-2f147a42ade2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:20.148942 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-568eb491-66b4-4f28-afae-2f147a42ade2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef159402-851b-4403-98d5-7d161a5b6dc7 HTTP/1.1" status: 204 len: 168 time: 0.2326357 Apr 06 14:19:20.155177 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-acc507cb-c502-4dba-b5b8-219fed78fa79 req-64f7d21b-eedd-4e85-8ccd-8402f6ae740b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0591345 Apr 06 14:19:20.161585 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568eb491-66b4-4f28-afae-2f147a42ade2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef159402-851b-4403-98d5-7d161a5b6dc7,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:20.259752 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-acc507cb-c502-4dba-b5b8-219fed78fa79 req-3add0383-66d9-4206-ad77-29a228ccd494 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926013 Apr 06 14:19:20.283612 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e44006-e992-42c8-9beb-d446b7809092 req-c5c2ef0e-4734-415a-850c-c968c260388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:20.285100 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2e44006-e992-42c8-9beb-d446b7809092 req-c5c2ef0e-4734-415a-850c-c968c260388f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 1130 time: 0.1084392 Apr 06 14:19:20.394778 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e44006-e992-42c8-9beb-d446b7809092 req-0398ba40-3b38-4d52-8d7c-4326a53661e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:20.396717 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2e44006-e992-42c8-9beb-d446b7809092 req-0398ba40-3b38-4d52-8d7c-4326a53661e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 920 time: 0.1029949 Apr 06 14:19:20.446422 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2e44006-e992-42c8-9beb-d446b7809092 req-8b12d0d2-0d01-4845-9ea7-92c9594e6b14 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a22983ba-809d-4245-8096-9c6263cbe094 HTTP/1.1" status: 200 len: 217 time: 0.0378928 Apr 06 14:19:20.519393 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e44006-e992-42c8-9beb-d446b7809092 req-8f4ee319-eb3a-4fa0-bdb6-78ec63d8724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:20.521567 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2e44006-e992-42c8-9beb-d446b7809092 req-8f4ee319-eb3a-4fa0-bdb6-78ec63d8724a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.0473778 Apr 06 14:19:20.974715 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58200) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:20.996089 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6acee855-5a10-49f8-8aae-33a1fd4c9f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:21.001214 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e44006-e992-42c8-9beb-d446b7809092 req-1f20a716-aacd-46a8-9025-ea7913183e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:21.002747 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2e44006-e992-42c8-9beb-d446b7809092 req-1f20a716-aacd-46a8-9025-ea7913183e88 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740247 Apr 06 14:19:21.056867 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d218d8-79fb-4a87-9a3f-0c742e3a35c5 req-64422ee0-af70-48e3-bd87-7bb70174a7fd tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:21.058499 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-32d218d8-79fb-4a87-9a3f-0c742e3a35c5 req-64422ee0-af70-48e3-bd87-7bb70174a7fd tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 945 time: 0.0568330 Apr 06 14:19:21.123057 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-32d218d8-79fb-4a87-9a3f-0c742e3a35c5 req-b1eda6ff-9b78-4673-85b3-b9f57c11db1f tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534317 Apr 06 14:19:21.129939 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6acee855-5a10-49f8-8aae-33a1fd4c9f20 admin admin] Publish callbacks [] for security_group (e85099ca-da19-4df4-9f53-4342914ff656), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:21.177879 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2e44006-e992-42c8-9beb-d446b7809092 req-2a52dd4e-d315-4289-8951-56c345a6447f service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045763 Apr 06 14:19:21.206486 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6acee855-5a10-49f8-8aae-33a1fd4c9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e85099ca-da19-4df4-9f53-4342914ff656), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:21.280258 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-6acee855-5a10-49f8-8aae-33a1fd4c9f20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f1f63cb03064a16b72d811ec640b9aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021560 Apr 06 14:19:21.281278 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58208) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:21.283208 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acee855-5a10-49f8-8aae-33a1fd4c9f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85099ca-da19-4df4-9f53-4342914ff656,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:21.322115 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2e44006-e992-42c8-9beb-d446b7809092 req-290945a3-215e-4329-8e5f-cf9ef5530bc3 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378894 Apr 06 14:19:21.393225 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5a3b819c-ef03-4970-9241-de74a7042ab6 admin admin] Publish callbacks [] for security_group (e85099ca-da19-4df4-9f53-4342914ff656), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:21.431530 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5a3b819c-ef03-4970-9241-de74a7042ab6 admin admin] Publish callbacks [] for security_group (e85099ca-da19-4df4-9f53-4342914ff656), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:21.467404 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddb752-5bb1-4c6d-998c-98b683ef990e req-536ef9b2-0c82-439d-93ab-bb043eafca86 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:21.469743 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-06ddb752-5bb1-4c6d-998c-98b683ef990e req-536ef9b2-0c82-439d-93ab-bb043eafca86 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0665245 Apr 06 14:19:21.531050 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-06ddb752-5bb1-4c6d-998c-98b683ef990e req-549d08b3-3210-4b91-b78c-f51340cb8756 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523190 Apr 06 14:19:21.602966 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5a3b819c-ef03-4970-9241-de74a7042ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e85099ca-da19-4df4-9f53-4342914ff656), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:21.605507 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5a3b819c-ef03-4970-9241-de74a7042ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:21.606703 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-5a3b819c-ef03-4970-9241-de74a7042ab6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e85099ca-da19-4df4-9f53-4342914ff656 HTTP/1.1" status: 204 len: 168 time: 0.3243964 Apr 06 14:19:21.616716 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b819c-ef03-4970-9241-de74a7042ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85099ca-da19-4df4-9f53-4342914ff656,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:22.251645 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8602126-2805-4f42-84a9-32490ed918fb req-cf279dfa-802f-449d-9a00-1879143cf12b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:22.253663 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a8602126-2805-4f42-84a9-32490ed918fb req-cf279dfa-802f-449d-9a00-1879143cf12b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 945 time: 0.0603557 Apr 06 14:19:22.307544 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a8602126-2805-4f42-84a9-32490ed918fb req-e025d74b-c164-4993-876a-113b11640ead tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474765 Apr 06 14:19:22.653669 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04867413-2c42-434b-9447-ac0041eba510 req-0991798b-8fbd-467f-b3ca-f81213bd915b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:22.655339 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-04867413-2c42-434b-9447-ac0041eba510 req-0991798b-8fbd-467f-b3ca-f81213bd915b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0548322 Apr 06 14:19:22.710840 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-04867413-2c42-434b-9447-ac0041eba510 req-ea1f1bc3-d2b9-4203-a423-17843dffec3e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476971 Apr 06 14:19:23.310631 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58276) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:23.438793 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7f78fc31-578c-4b1e-a482-4c4a45dc38d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:23.519110 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7f78fc31-578c-4b1e-a482-4c4a45dc38d2 admin admin] Publish callbacks [] for security_group (13534f2e-5b48-45cd-83de-60bc6de7f13e), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:23.635394 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7f78fc31-578c-4b1e-a482-4c4a45dc38d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (13534f2e-5b48-45cd-83de-60bc6de7f13e), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:23.675984 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7f78fc31-578c-4b1e-a482-4c4a45dc38d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6626beb63f448b6bc378cecf8187cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641486 Apr 06 14:19:23.676946 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78fc31-578c-4b1e-a482-4c4a45dc38d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13534f2e-5b48-45cd-83de-60bc6de7f13e,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:23.679637 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58282) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:23.735619 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-24ecef6f-e454-4d58-8192-67e9575b9c45 admin admin] Publish callbacks [] for security_group (13534f2e-5b48-45cd-83de-60bc6de7f13e), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:23.759550 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-24ecef6f-e454-4d58-8192-67e9575b9c45 admin admin] Publish callbacks [] for security_group (13534f2e-5b48-45cd-83de-60bc6de7f13e), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:23.856029 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef9dc8-765f-4bdc-a83a-639cb4ca8e0d req-ba09c6b3-f497-4f16-acb2-1dad24b0e97c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:23.857564 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-60ef9dc8-765f-4bdc-a83a-639cb4ca8e0d req-ba09c6b3-f497-4f16-acb2-1dad24b0e97c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0683074 Apr 06 14:19:23.922612 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-60ef9dc8-765f-4bdc-a83a-639cb4ca8e0d req-d6998218-5892-4033-8587-622a51741086 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553191 Apr 06 14:19:23.949999 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-24ecef6f-e454-4d58-8192-67e9575b9c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (13534f2e-5b48-45cd-83de-60bc6de7f13e), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:23.952550 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-24ecef6f-e454-4d58-8192-67e9575b9c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:23.953682 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-24ecef6f-e454-4d58-8192-67e9575b9c45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13534f2e-5b48-45cd-83de-60bc6de7f13e HTTP/1.1" status: 204 len: 168 time: 0.2730064 Apr 06 14:19:23.964559 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecef6f-e454-4d58-8192-67e9575b9c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13534f2e-5b48-45cd-83de-60bc6de7f13e,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:24.889569 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f288245-c7b4-4d37-8ef9-7fb041d74040 req-fcada33a-6991-404b-94c6-3180da9420e0 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:24.891301 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6f288245-c7b4-4d37-8ef9-7fb041d74040 req-fcada33a-6991-404b-94c6-3180da9420e0 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 945 time: 0.0587199 Apr 06 14:19:24.897372 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:19:24.960765 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6f288245-c7b4-4d37-8ef9-7fb041d74040 req-0e6baf9b-3e0e-4e5f-9d52-e294f3d49ce2 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565372 Apr 06 14:19:25.071245 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6b859-d9b8-4fd3-ba02-bbb71a8611d3 req-f8cc1247-ff6b-43ac-ab7e-7907539bff71 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:25.072767 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2dd6b859-d9b8-4fd3-ba02-bbb71a8611d3 req-f8cc1247-ff6b-43ac-ab7e-7907539bff71 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0627737 Apr 06 14:19:25.121493 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2dd6b859-d9b8-4fd3-ba02-bbb71a8611d3 req-36d1104b-b3ec-4fcf-a087-e1b360207606 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430286 Apr 06 14:19:25.367541 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58328) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:25.473728 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1001691792-network', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:25.623955 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] Made reservation on behalf of cf877f755f1348e4948475f7f9e99e23 for: {'network': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:25.632217 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:25.636809 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:25.713391 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] Publish callbacks [] for security_group (75ab7e54-b478-447f-930c-795b208636f6), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:25.807530 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (75ab7e54-b478-447f-930c-795b208636f6), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:25.839424 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=103948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:25.848486 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ab7e54-b478-447f-930c-795b208636f6,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:25.858146 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (bbd0843d-8364-4493-9dba-bdaefdf3001e), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:25.858485 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.segments_db [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] Added segment bbd0843d-8364-4493-9dba-bdaefdf3001e of type vlan for network f5041c3d-7c42-42ba-9375-e89b7e14795e Apr 06 14:19:25.923095 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (f5041c3d-7c42-42ba-9375-e89b7e14795e), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:26.107911 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (f5041c3d-7c42-42ba-9375-e89b7e14795e), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:26.109162 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:26.109843 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:26.169413 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c236912-cecd-46bb-acb4-5ed455110428 req-c5e779df-d632-4676-be09-bfdeb62bf492 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:26.171190 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9c236912-cecd-46bb-acb4-5ed455110428 req-c5e779df-d632-4676-be09-bfdeb62bf492 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 945 time: 0.1214397 Apr 06 14:19:26.199581 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] Pushing event updated for resources: {'Network': ['ID=f5041c3d-7c42-42ba-9375-e89b7e14795e,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:26.214869 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network f5041c3d-7c42-42ba-9375-e89b7e14795e details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:19:26.268902 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9c236912-cecd-46bb-acb4-5ed455110428 req-4204e4a8-1ff2-4934-b82d-5e5e34aaca11 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818353 Apr 06 14:19:26.292577 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-69575722-4d9c-4064-9348-4504624d5a63 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9239409 Apr 06 14:19:26.299622 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58352) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:26.309683 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-ab003fe8-9f21-4022-975b-72fe1e0c89ce admin admin] Request body: {'subnet': {'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1001691792-subnet', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'ip_version': 4}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:26.317384 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc5b5d-5cba-4848-9a70-22c4a0e7e67c req-de08075c-ded6-4d5f-8485-b1d010a9a9c8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:26.319040 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-21bc5b5d-5cba-4848-9a70-22c4a0e7e67c req-de08075c-ded6-4d5f-8485-b1d010a9a9c8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0851004 Apr 06 14:19:26.382374 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-21bc5b5d-5cba-4848-9a70-22c4a0e7e67c req-820b53cc-ccdc-4e75-b46f-a72dfb2f47dd tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546310 Apr 06 14:19:26.465472 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab003fe8-9f21-4022-975b-72fe1e0c89ce admin admin] Made reservation on behalf of cf877f755f1348e4948475f7f9e99e23 for: {'subnet': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:26.468607 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ab003fe8-9f21-4022-975b-72fe1e0c89ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13415236'] for subnet (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:26.791459 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ab003fe8-9f21-4022-975b-72fe1e0c89ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12602469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13415258'] for subnet (fa78e5fa-4a80-40c9-8141-6f492b0dd451), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:26.867050 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab003fe8-9f21-4022-975b-72fe1e0c89ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa78e5fa-4a80-40c9-8141-6f492b0dd451,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:26.884057 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab003fe8-9f21-4022-975b-72fe1e0c89ce admin admin] Checking segment: {'id': 'bbd0843d-8364-4493-9dba-bdaefdf3001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:19:26.884418 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab003fe8-9f21-4022-975b-72fe1e0c89ce admin admin] Network hostable DHCP agents. Network: f5041c3d-7c42-42ba-9375-e89b7e14795e, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:27.046886 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab003fe8-9f21-4022-975b-72fe1e0c89ce admin admin] Network f5041c3d-7c42-42ba-9375-e89b7e14795e is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:27.219795 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-ab003fe8-9f21-4022-975b-72fe1e0c89ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, f5041c3d-7c42-42ba-9375-e89b7e14795e) {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:27.224982 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85e678-854e-4e78-a751-6256b5f4848d req-0b79fabe-8f28-491a-b0e8-a8e00661945f tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:27.225671 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab003fe8-9f21-4022-975b-72fe1e0c89ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:27.226368 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ab003fe8-9f21-4022-975b-72fe1e0c89ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:27.227124 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ad85e678-854e-4e78-a751-6256b5f4848d req-0b79fabe-8f28-491a-b0e8-a8e00661945f tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.49 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 945 time: 0.0595469 Apr 06 14:19:27.231360 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60846c35-cc2c-489c-8008-126e71cbb09d None None] Network f5041c3d-7c42-42ba-9375-e89b7e14795e requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:19:27.370992 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf514b862-696c-5fae-9140-49a4d12cd886-f5041c3d-7c42-42ba-9375-e89b7e14795e', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'fixed_ips': [{'subnet_id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451'}]}} from dv-cinder-835881-5-iscsi. {{(pid=103949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:19:27.372849 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:27.380589 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-ad85e678-854e-4e78-a751-6256b5f4848d req-a98f58f5-5a10-4e94-89d2-7fa031835b44 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Deleting port e1aa9e2a-6621-47c3-9514-cc387010ab6a {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:19:27.381649 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-ad85e678-854e-4e78-a751-6256b5f4848d req-a98f58f5-5a10-4e94-89d2-7fa031835b44 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (e1aa9e2a-6621-47c3-9514-cc387010ab6a), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:27.396192 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-ab003fe8-9f21-4022-975b-72fe1e0c89ce admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0952015 Apr 06 14:19:27.399541 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58364) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:27.406171 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:27.453370 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dd006-0ea3-4807-a62a-02be849ce8c3 req-089251f5-8948-4b48-ae14-444bbd76069d tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:27.464056 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-685dd006-0ea3-4807-a62a-02be849ce8c3 req-089251f5-8948-4b48-ae14-444bbd76069d tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 945 time: 0.1117213 Apr 06 14:19:27.518705 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-685dd006-0ea3-4807-a62a-02be849ce8c3 req-a4f6e018-7237-4d4d-a2f9-2559cee0f5d0 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/security-groups?id=536cd737-9ddc-43b4-8b50-f52d7c3c02d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537400 Apr 06 14:19:27.540439 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2246'] for router (012e87b7-0d92-4afc-affd-c47ca741fee2), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:27.541729 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2271'] for router (012e87b7-0d92-4afc-affd-c47ca741fee2), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:27.542820 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-ad85e678-854e-4e78-a751-6256b5f4848d req-a98f58f5-5a10-4e94-89d2-7fa031835b44 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] For port e1aa9e2a-6621-47c3-9514-cc387010ab6a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e1aa9e2a-6621-47c3-9514-cc387010ab6a,segment=NetworkSegment(f224f82c-a337-4ce0-b676-06ce4e425c88),segment_id=f224f82c-a337-4ce0-b676-06ce4e425c88)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:27.543260 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-ad85e678-854e-4e78-a751-6256b5f4848d req-a98f58f5-5a10-4e94-89d2-7fa031835b44 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (e1aa9e2a-6621-47c3-9514-cc387010ab6a), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:27.548829 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Allocated IP 172.20.0.2 (f5041c3d-7c42-42ba-9375-e89b7e14795e/fa78e5fa-4a80-40c9-8141-6f492b0dd451/69cf505d-60e4-446a-aa8e-b41ef354ce1c) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:27.561084 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-ad85e678-854e-4e78-a751-6256b5f4848d req-a98f58f5-5a10-4e94-89d2-7fa031835b44 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Calling delete_port for e1aa9e2a-6621-47c3-9514-cc387010ab6a owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:19:27.587994 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961893d2-ff8a-4ced-ab67-c9a90a566179 req-7ac0b51a-f383-451a-8fa5-eb686ec8cb79 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:27.589655 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-961893d2-ff8a-4ced-ab67-c9a90a566179 req-7ac0b51a-f383-451a-8fa5-eb686ec8cb79 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.1030517 Apr 06 14:19:27.604794 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Publish callbacks [] for router_controller (012e87b7-0d92-4afc-affd-c47ca741fee2), precommit_add_association {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:27.688604 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-961893d2-ff8a-4ced-ab67-c9a90a566179 req-5c256e05-cc5c-4857-8aeb-b35219555cdc tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711076 Apr 06 14:19:27.714582 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Publish callbacks [] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:27.814217 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:27.856275 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Publish callbacks [] for router_gateway (012e87b7-0d92-4afc-affd-c47ca741fee2), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:27.857219 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Network f5041c3d-7c42-42ba-9375-e89b7e14795e is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:27.860424 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:27.864222 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:19:27.869999 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Pushing event updated for resources: {'Port': ['ID=69cf505d-60e4-446a-aa8e-b41ef354ce1c,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:27.886805 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-ad85e678-854e-4e78-a751-6256b5f4848d req-a98f58f5-5a10-4e94-89d2-7fa031835b44 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (e1aa9e2a-6621-47c3-9514-cc387010ab6a), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:27.916766 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f58f5-5a10-4e94-89d2-7fa031835b44 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Pushing event deleted for resources: {'Port': ['ID=e1aa9e2a-6621-47c3-9514-cc387010ab6a,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:27.935178 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Attempting to bind port 69cf505d-60e4-446a-aa8e-b41ef354ce1c on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:19:27.935741 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Attempting to bind port 69cf505d-60e4-446a-aa8e-b41ef354ce1c by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': 'bbd0843d-8364-4493-9dba-bdaefdf3001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:19:27.936296 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Attempting to bind port 69cf505d-60e4-446a-aa8e-b41ef354ce1c on network f5041c3d-7c42-42ba-9375-e89b7e14795e {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:19:27.945624 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:19:27.946015 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Checking segment: {'id': 'bbd0843d-8364-4493-9dba-bdaefdf3001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:19:27.946403 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:27.946818 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Bound using segment: {'id': 'bbd0843d-8364-4493-9dba-bdaefdf3001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:19:27.947292 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Bound port: 69cf505d-60e4-446a-aa8e-b41ef354ce1c, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd0843d-8364-4493-9dba-bdaefdf3001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:19:27.947721 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:27.962445 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad85e678-854e-4e78-a751-6256b5f4848d req-a98f58f5-5a10-4e94-89d2-7fa031835b44 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] No DVR routers for this DVR port e1aa9e2a-6621-47c3-9514-cc387010ab6a on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:19:27.965461 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-ad85e678-854e-4e78-a751-6256b5f4848d req-a98f58f5-5a10-4e94-89d2-7fa031835b44 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:27.969225 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ad85e678-854e-4e78-a751-6256b5f4848d req-a98f58f5-5a10-4e94-89d2-7fa031835b44 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.49 "DELETE /v2.0/ports/e1aa9e2a-6621-47c3-9514-cc387010ab6a HTTP/1.1" status: 204 len: 173 time: 0.7369761 Apr 06 14:19:27.969705 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69d3845-86b8-403d-9789-63be77b56e66', 'name': 'network-vif-deleted', 'tag': 'e1aa9e2a-6621-47c3-9514-cc387010ab6a'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:19:27.976146 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abef3901-4717-416d-86e3-56aec4ada267" -d '{"events": [{"server_uuid": "b69d3845-86b8-403d-9789-63be77b56e66", "name": "network-vif-deleted", "tag": "e1aa9e2a-6621-47c3-9514-cc387010ab6a"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:19:28.044954 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75722581-b9a2-4f78-9900-41444dab80b5 x-openstack-request-id: req-75722581-b9a2-4f78-9900-41444dab80b5 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:19:28.045257 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69d3845-86b8-403d-9789-63be77b56e66", "name": "network-vif-deleted", "tag": "e1aa9e2a-6621-47c3-9514-cc387010ab6a", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:19:28.045531 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75722581-b9a2-4f78-9900-41444dab80b5 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:19:28.045922 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75722581-b9a2-4f78-9900-41444dab80b5'] response: {'server_uuid': 'b69d3845-86b8-403d-9789-63be77b56e66', 'name': 'network-vif-deleted', 'tag': 'e1aa9e2a-6621-47c3-9514-cc387010ab6a', 'status': 'completed', 'code': 200} Apr 06 14:19:28.054743 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] For port 69cf505d-60e4-446a-aa8e-b41ef354ce1c, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:28.061010 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] For port 69cf505d-60e4-446a-aa8e-b41ef354ce1c, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=69cf505d-60e4-446a-aa8e-b41ef354ce1c,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:28.257090 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Publish callbacks [] for router_gateway (012e87b7-0d92-4afc-affd-c47ca741fee2), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:28.277235 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:28.391888 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Allocated IP 172.27.2.223 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:28.495833 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Publish callbacks [] for port (29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:28.620628 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0a65392c-a894-4f6a-90c4-d98fb843a1e3 req-4c230db2-bf49-49f5-8509-992c355c2682 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 210 time: 0.0301805 Apr 06 14:19:28.625868 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:28.684611 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7db82-bff5-4bf4-83b9-adfd027fb9f4 None None] Pushing event updated for resources: {'Port': ['ID=69cf505d-60e4-446a-aa8e-b41ef354ce1c,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:28.837157 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:28.944635 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:28.944635 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:28.944635 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:19:28.946172 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['e1aa9e2a-6621-47c3-9514-cc387010ab6a'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:19:28.946353 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Pushing event updated for resources: {'Port': ['ID=29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:29.228519 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58390) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:29.533601 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2a2ea8ef-f237-4219-b748-103720b224c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:29.565397 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Publish callbacks [] for router_gateway (012e87b7-0d92-4afc-affd-c47ca741fee2), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:29.696083 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 69cf505d-60e4-446a-aa8e-b41ef354ce1c up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:19:29.718082 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2a2ea8ef-f237-4219-b748-103720b224c6 admin admin] Publish callbacks [] for security_group (a1f6d608-d624-42dd-a18c-f77e972e20a4), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:29.729799 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66994ab-9ed1-41d3-a974-5e3c7f54b359 None None] Network f5041c3d-7c42-42ba-9375-e89b7e14795e requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:19:29.779005 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bfe4158a-0d5a-4eae-a8c5-d77a36a7a962 req-108f1b21-73fd-4045-84e5-0eb1bc21b569 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 210 time: 0.0643754 Apr 06 14:19:29.822590 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2a2ea8ef-f237-4219-b748-103720b224c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (a1f6d608-d624-42dd-a18c-f77e972e20a4), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:29.833210 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 69cf505d-60e4-446a-aa8e-b41ef354ce1c triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:29.833448 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:29.878210 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-2a2ea8ef-f237-4219-b748-103720b224c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95b3d953cf2b418089ce098031586a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6485751 Apr 06 14:19:29.881952 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58398) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:29.887601 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ea8ef-f237-4219-b748-103720b224c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f6d608-d624-42dd-a18c-f77e972e20a4,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:29.890092 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029641'] for router (012e87b7-0d92-4afc-affd-c47ca741fee2), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:29.952307 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5b6375c9-e431-420b-8f4c-9b9a56fce6f7 admin admin] Publish callbacks [] for security_group (a1f6d608-d624-42dd-a18c-f77e972e20a4), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:29.984856 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5b6375c9-e431-420b-8f4c-9b9a56fce6f7 admin admin] Publish callbacks [] for security_group (a1f6d608-d624-42dd-a18c-f77e972e20a4), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:30.002992 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-9574a07f-ad65-49a0-9ca3-c92502c91137 None None] Provisioning complete for port 69cf505d-60e4-446a-aa8e-b41ef354ce1c triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:30.003375 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9574a07f-ad65-49a0-9ca3-c92502c91137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:30.099644 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5b6375c9-e431-420b-8f4c-9b9a56fce6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (a1f6d608-d624-42dd-a18c-f77e972e20a4), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:30.102200 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5b6375c9-e431-420b-8f4c-9b9a56fce6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:30.103385 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5b6375c9-e431-420b-8f4c-9b9a56fce6f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1f6d608-d624-42dd-a18c-f77e972e20a4 HTTP/1.1" status: 204 len: 168 time: 0.2202911 Apr 06 14:19:30.121686 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 69cf505d-60e4-446a-aa8e-b41ef354ce1c is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:30.122234 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:30.133357 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6375c9-e431-420b-8f4c-9b9a56fce6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f6d608-d624-42dd-a18c-f77e972e20a4,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:30.139770 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Router 012e87b7-0d92-4afc-affd-c47ca741fee2 is scheduled to L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 with binding_index 1 {{(pid=103948) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:19:30.188614 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-9574a07f-ad65-49a0-9ca3-c92502c91137 None None] Current status of the port 69cf505d-60e4-446a-aa8e-b41ef354ce1c is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:30.189094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9574a07f-ad65-49a0-9ca3-c92502c91137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:30.215414 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port 69cf505d-60e4-446a-aa8e-b41ef354ce1c, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=69cf505d-60e4-446a-aa8e-b41ef354ce1c,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:30.306668 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:30.317908 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Sync routers for ids ['012e87b7-0d92-4afc-affd-c47ca741fee2'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:19:30.328191 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Routers {'012e87b7-0d92-4afc-affd-c47ca741fee2'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:19:30.328796 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:19:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['012e87b7-0d92-4afc-affd-c47ca741fee2'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:30.351263 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:30.427120 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.db.api [None req-9574a07f-ad65-49a0-9ca3-c92502c91137 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103949) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 14:19:30.427504 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG oslo_db.api [None req-9574a07f-ad65-49a0-9ca3-c92502c91137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 14:19:30.430238 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=69cf505d-60e4-446a-aa8e-b41ef354ce1c,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:30.439712 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Set router 012e87b7-0d92-4afc-affd-c47ca741fee2 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:19:30.455681 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:30.457879 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-1c58bc7b-8fb5-488d-b49f-1879e9cc7b96 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0566077 Apr 06 14:19:30.460392 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58406) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:30.638162 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:27Z', 'updated_at': '2022-04-06T14:19:29Z', 'revision_number': 3, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'gw_port': {'id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:28Z', 'updated_at': '2022-04-06T14:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:30.664881 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Checking router: 012e87b7-0d92-4afc-affd-c47ca741fee2 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:19:30.665223 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Updating router 012e87b7-0d92-4afc-affd-c47ca741fee2 port 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea binding host dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:19:30.694410 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:30.891377 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0aa2b0a9-e0e7-42bf-8a65-fce32092686c req-0605b9b1-9674-42b6-aafe-c0109d2db98b tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 210 time: 0.0296385 Apr 06 14:19:30.927651 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:30.972460 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-9574a07f-ad65-49a0-9ca3-c92502c91137 None None] Current status of the port 69cf505d-60e4-446a-aa8e-b41ef354ce1c is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:30.973277 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Publish callbacks [] for port (29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.093343 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-ebc64083-0118-4c33-8ac7-2c09e793a733 None None] Provisioning complete for port 69cf505d-60e4-446a-aa8e-b41ef354ce1c triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:31.093618 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Allocated IP 172.20.0.1 (f5041c3d-7c42-42ba-9375-e89b7e14795e/fa78e5fa-4a80-40c9-8141-6f492b0dd451/83f7ed83-1376-45c9-a5bf-077c41933db3) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:31.093730 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ebc64083-0118-4c33-8ac7-2c09e793a733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.176732 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-ebc64083-0118-4c33-8ac7-2c09e793a733 None None] Current status of the port 69cf505d-60e4-446a-aa8e-b41ef354ce1c is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:31.210849 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Publish callbacks [] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.229463 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58416) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:31.244212 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-57cd732f-051c-4d59-88a9-9484261fb3db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.267794 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.320108 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Attempting to bind port 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:19:31.320805 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Attempting to bind port 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:19:31.320805 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Attempting to bind port 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea on network d18a54a7-0e89-4f08-a163-00d2181e6f69 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:19:31.323762 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Pushing event updated for resources: {'Port': ['ID=29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:31.329097 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-57cd732f-051c-4d59-88a9-9484261fb3db admin admin] Publish callbacks [] for security_group (43887819-f9cd-4024-94c0-462892952405), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.331246 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:19:31.331615 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Checking segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:19:31.332254 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.332967 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Bound using segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:19:31.333434 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Bound port: 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:19:31.333812 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.336931 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:31.337273 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:31.337626 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:31.338023 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:31.338353 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:31.338710 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:31.339033 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:31.339350 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:31.339668 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:31.339980 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:31.340294 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:31.340623 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:31.340939 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:31.341253 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:31.341561 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:31.380413 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.396025 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] For port 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:31.399213 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] For port 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:31.418576 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Network f5041c3d-7c42-42ba-9375-e89b7e14795e is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:31.423560 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:31.428275 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:19:31.440818 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-57cd732f-051c-4d59-88a9-9484261fb3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (43887819-f9cd-4024-94c0-462892952405), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.456600 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Pushing event updated for resources: {'Port': ['ID=83f7ed83-1376-45c9-a5bf-077c41933db3,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:31.480128 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029848'] for router_interface (012e87b7-0d92-4afc-affd-c47ca741fee2), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.484405 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.488212 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd732f-051c-4d59-88a9-9484261fb3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43887819-f9cd-4024-94c0-462892952405,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:31.495085 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-57cd732f-051c-4d59-88a9-9484261fb3db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e20c539b2a84d9b91a00703e403eb0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645438 Apr 06 14:19:31.497557 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58418) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:31.555344 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bab30-7540-4902-b2fc-75d449fe15d6 None None] Pushing event updated for resources: {'Port': ['ID=29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:31.569985 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Routers {'012e87b7-0d92-4afc-affd-c47ca741fee2'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:19:31.570666 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:19:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['012e87b7-0d92-4afc-affd-c47ca741fee2'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:31.574365 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4c3526d3-3e8b-4107-b089-dee96b51495d admin admin] Publish callbacks [] for security_group (43887819-f9cd-4024-94c0-462892952405), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.629233 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4c3526d3-3e8b-4107-b089-dee96b51495d admin admin] Publish callbacks [] for security_group (43887819-f9cd-4024-94c0-462892952405), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.689068 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 69cf505d-60e4-446a-aa8e-b41ef354ce1c up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:19:31.715216 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] Set router 012e87b7-0d92-4afc-affd-c47ca741fee2 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:19:31.750317 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 69cf505d-60e4-446a-aa8e-b41ef354ce1c triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:31.750726 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.809296 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4c3526d3-3e8b-4107-b089-dee96b51495d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (43887819-f9cd-4024-94c0-462892952405), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.810988 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-cc6bf457-0f38-4d07-87fd-0c6c65db4fda None None] Provisioning complete for port 83f7ed83-1376-45c9-a5bf-077c41933db3 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:31.811537 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cc6bf457-0f38-4d07-87fd-0c6c65db4fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.812898 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4c3526d3-3e8b-4107-b089-dee96b51495d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.814302 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4c3526d3-3e8b-4107-b089-dee96b51495d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43887819-f9cd-4024-94c0-462892952405 HTTP/1.1" status: 204 len: 168 time: 0.3141205 Apr 06 14:19:31.827461 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3526d3-3e8b-4107-b089-dee96b51495d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43887819-f9cd-4024-94c0-462892952405,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:31.895951 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device e1aa9e2a-6621-47c3-9514-cc387010ab6a no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:19:31.903736 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:31.934497 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-cc6bf457-0f38-4d07-87fd-0c6c65db4fda None None] Port 83f7ed83-1376-45c9-a5bf-077c41933db3 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:19:31.942602 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: e1aa9e2a-6621-47c3-9514-cc387010ab6a {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:19:31.942947 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device e1aa9e2a-6621-47c3-9514-cc387010ab6a not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:19:31.950300 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 69cf505d-60e4-446a-aa8e-b41ef354ce1c is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:31.961066 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:27Z', 'updated_at': '2022-04-06T14:19:29Z', 'revision_number': 3, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'gw_port': {'id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:28Z', 'updated_at': '2022-04-06T14:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:31.995490 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ce665-6586-4ed1-ba9c-44dbe8ebfbd0 None None] The sync data for ids ['012e87b7-0d92-4afc-affd-c47ca741fee2'] in dv-cinder-835881-5-iscsi is: [{'id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:27Z', 'updated_at': '2022-04-06T14:19:29Z', 'revision_number': 3, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'gw_port': {'id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:28Z', 'updated_at': '2022-04-06T14:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:19:32.065072 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-81ba128e-a850-45af-b42d-9829804ed4b5 req-f9774ab6-4ede-41cf-b39e-c5a3bb3105b7 tempest-VolumesActionsTest-1959119289 tempest-VolumesActionsTest-1959119289-project] 10.222.0.10 "GET /v2.0/ports?device_id=b69d3845-86b8-403d-9789-63be77b56e66 HTTP/1.1" status: 200 len: 210 time: 0.0380208 Apr 06 14:19:32.147202 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Publish callbacks [] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:32.350906 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12612076'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:32.434709 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031240'] for router_interface (012e87b7-0d92-4afc-affd-c47ca741fee2), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:32.532510 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Pushing event updated for resources: {'Port': ['ID=83f7ed83-1376-45c9-a5bf-077c41933db3,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:32.600534 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Network f5041c3d-7c42-42ba-9375-e89b7e14795e is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:32.602342 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:32.761617 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Router 012e87b7-0d92-4afc-affd-c47ca741fee2 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:19:32.865161 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-ea27b8b3-31b2-4be6-9544-d4c80c3374dc None None] Provisioning complete for port 83f7ed83-1376-45c9-a5bf-077c41933db3 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:32.865902 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ea27b8b3-31b2-4be6-9544-d4c80c3374dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:32.914924 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:32.921102 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-7cadcef0-d735-4248-bdc8-894a3a99ac88 admin admin] 10.222.0.10 "PUT /v2.0/routers/012e87b7-0d92-4afc-affd-c47ca741fee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4596913 Apr 06 14:19:32.928493 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-ea27b8b3-31b2-4be6-9544-d4c80c3374dc None None] Port 83f7ed83-1376-45c9-a5bf-077c41933db3 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:19:33.076836 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58448) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:33.103137 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4905c51c-f712-4574-adda-9dadda8b76a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:33.210793 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4905c51c-f712-4574-adda-9dadda8b76a6 admin admin] Publish callbacks [] for security_group (60d5ec85-2cd8-4842-a404-a8b79822ed12), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:33.316640 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4905c51c-f712-4574-adda-9dadda8b76a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (60d5ec85-2cd8-4842-a404-a8b79822ed12), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:33.360440 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4905c51c-f712-4574-adda-9dadda8b76a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=252643d5a8d84ef0872fa4850c024afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806168 Apr 06 14:19:33.362087 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58466) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:33.375479 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905c51c-f712-4574-adda-9dadda8b76a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d5ec85-2cd8-4842-a404-a8b79822ed12,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:33.450349 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a5e64ab5-38d9-4f84-bbb7-b321b7a0b02c admin admin] Publish callbacks [] for security_group (60d5ec85-2cd8-4842-a404-a8b79822ed12), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:33.476867 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a5e64ab5-38d9-4f84-bbb7-b321b7a0b02c admin admin] Publish callbacks [] for security_group (60d5ec85-2cd8-4842-a404-a8b79822ed12), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:33.625703 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a5e64ab5-38d9-4f84-bbb7-b321b7a0b02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (60d5ec85-2cd8-4842-a404-a8b79822ed12), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:33.630114 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a5e64ab5-38d9-4f84-bbb7-b321b7a0b02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:33.638346 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-a5e64ab5-38d9-4f84-bbb7-b321b7a0b02c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/60d5ec85-2cd8-4842-a404-a8b79822ed12 HTTP/1.1" status: 204 len: 168 time: 0.2693875 Apr 06 14:19:33.651498 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e64ab5-38d9-4f84-bbb7-b321b7a0b02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d5ec85-2cd8-4842-a404-a8b79822ed12,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:33.729571 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58484) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:33.735743 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-f568f6d8-b43f-4dfe-8efb-313956055388 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1305308161', 'description': 'tempest-description--1740125371'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:33.742810 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:19:33.814826 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:33.815179 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:33.871010 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f568f6d8-b43f-4dfe-8efb-313956055388 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:33.936877 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:33.950010 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:33.962313 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f568f6d8-b43f-4dfe-8efb-313956055388 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for security_group (f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:33.965802 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:34.108279 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58506) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:34.113280 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1592920384-network', 'tenant_id': '4034f494095c422b830418d345873f4a'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:34.116929 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.131435 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f568f6d8-b43f-4dfe-8efb-313956055388 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.185197 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Sync routers for ids ['012e87b7-0d92-4afc-affd-c47ca741fee2'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:19:34.197485 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568f6d8-b43f-4dfe-8efb-313956055388 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:34.220792 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:34.221715 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Routers {'012e87b7-0d92-4afc-affd-c47ca741fee2'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:19:34.223010 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:19:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['012e87b7-0d92-4afc-affd-c47ca741fee2'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:34.257479 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f568f6d8-b43f-4dfe-8efb-313956055388 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.259303 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-f568f6d8-b43f-4dfe-8efb-313956055388 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5274627 Apr 06 14:19:34.262177 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58510) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:34.277858 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-3cfc6fb7-401d-4c22-9bed-4dd14e22d3af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Request body: {'security_group_rule': {'security_group_id': 'f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:34.349336 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Set router 012e87b7-0d92-4afc-affd-c47ca741fee2 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:19:34.373290 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] Made reservation on behalf of 4034f494095c422b830418d345873f4a for: {'network': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:34.375818 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.396071 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.466848 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3cfc6fb7-401d-4c22-9bed-4dd14e22d3af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for security_group_rule (eee8b0a2-26d0-40d3-8ab9-d6d7f181fb35), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.492427 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] Publish callbacks [] for security_group (5c339ed8-f596-4e23-a93e-b484a938f2b2), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.516741 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3cfc6fb7-401d-4c22-9bed-4dd14e22d3af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for security_group_rule (eee8b0a2-26d0-40d3-8ab9-d6d7f181fb35), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.563647 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:27Z', 'updated_at': '2022-04-06T14:19:31Z', 'revision_number': 4, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'gw_port': {'id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:28Z', 'updated_at': '2022-04-06T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '83f7ed83-1376-45c9-a5bf-077c41933db3', 'name': '', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'mac_address': 'fa:16:3e:85:33:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:30Z', 'updated_at': '2022-04-06T14:19:31Z', 'revision_number': 2, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'subnets': [{'id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:34.574404 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (5c339ed8-f596-4e23-a93e-b484a938f2b2), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.592078 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Checking router: 012e87b7-0d92-4afc-affd-c47ca741fee2 for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:19:34.593021 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Updating router 012e87b7-0d92-4afc-affd-c47ca741fee2 port 83f7ed83-1376-45c9-a5bf-077c41933db3 binding host dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:19:34.612674 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c339ed8-f596-4e23-a93e-b484a938f2b2,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:34.618789 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=103948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:19:34.629711 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (10e1d606-c50e-4ba6-9c74-f4226e27d1c5), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.630237 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.segments_db [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] Added segment 10e1d606-c50e-4ba6-9c74-f4226e27d1c5 of type vlan for network 8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2 Apr 06 14:19:34.648177 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3cfc6fb7-401d-4c22-9bed-4dd14e22d3af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (eee8b0a2-26d0-40d3-8ab9-d6d7f181fb35), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.683304 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.694577 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.711643 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc6fb7-401d-4c22-9bed-4dd14e22d3af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee8b0a2-26d0-40d3-8ab9-d6d7f181fb35,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:34.830739 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.832150 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:34.832974 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.834758 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3cfc6fb7-401d-4c22-9bed-4dd14e22d3af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:34.836427 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3cfc6fb7-401d-4c22-9bed-4dd14e22d3af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5715647 Apr 06 14:19:34.839533 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58530) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:34.850908 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-19225c18-b101-4b47-86e0-43d6f28eab9d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Request body: {'security_group_rule': {'security_group_id': 'f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:34.909323 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] Pushing event updated for resources: {'Network': ['ID=8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:34.922931 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network 8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2 details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:19:35.003076 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-84da76c3-b635-4b0d-807b-c0f5898fa4c1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8929198 Apr 06 14:19:35.005422 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58548) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:35.010507 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-0c75da45-35cb-4f1a-b71c-ec01ce39834b admin admin] Request body: {'subnet': {'network_id': '8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1592920384-subnet', 'tenant_id': '4034f494095c422b830418d345873f4a', 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:35.101435 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Publish callbacks [] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:35.139575 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-17e5aee2-131e-47cf-9e1e-93b7abdfda9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:35.144902 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c75da45-35cb-4f1a-b71c-ec01ce39834b admin admin] Made reservation on behalf of 4034f494095c422b830418d345873f4a for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:35.148840 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0c75da45-35cb-4f1a-b71c-ec01ce39834b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12719216'] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:35.166463 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-19225c18-b101-4b47-86e0-43d6f28eab9d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for security_group_rule (8dfc0afc-4ca6-434c-a5b1-0ff4e03de2ed), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:35.202389 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:35.265668 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bcfa4-013a-4025-b23d-5c42efaed1fe None None] Pushing event updated for resources: {'Port': ['ID=83f7ed83-1376-45c9-a5bf-077c41933db3,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:35.309498 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-19225c18-b101-4b47-86e0-43d6f28eab9d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for security_group_rule (8dfc0afc-4ca6-434c-a5b1-0ff4e03de2ed), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:35.358286 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Attempting to bind port 83f7ed83-1376-45c9-a5bf-077c41933db3 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:19:35.358760 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Attempting to bind port 83f7ed83-1376-45c9-a5bf-077c41933db3 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': 'bbd0843d-8364-4493-9dba-bdaefdf3001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:19:35.359133 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Attempting to bind port 83f7ed83-1376-45c9-a5bf-077c41933db3 on network f5041c3d-7c42-42ba-9375-e89b7e14795e {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:19:35.367210 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:19:35.367605 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Checking segment: {'id': 'bbd0843d-8364-4493-9dba-bdaefdf3001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:19:35.368576 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:35.368975 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Bound using segment: {'id': 'bbd0843d-8364-4493-9dba-bdaefdf3001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:19:35.369464 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Bound port: 83f7ed83-1376-45c9-a5bf-077c41933db3, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd0843d-8364-4493-9dba-bdaefdf3001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:19:35.369837 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:35.411121 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-19225c18-b101-4b47-86e0-43d6f28eab9d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (8dfc0afc-4ca6-434c-a5b1-0ff4e03de2ed), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:35.440191 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19225c18-b101-4b47-86e0-43d6f28eab9d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfc0afc-4ca6-434c-a5b1-0ff4e03de2ed,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:35.464476 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] For port 83f7ed83-1376-45c9-a5bf-077c41933db3, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:35.468154 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] For port 83f7ed83-1376-45c9-a5bf-077c41933db3, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=83f7ed83-1376-45c9-a5bf-077c41933db3,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:35.546771 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-19225c18-b101-4b47-86e0-43d6f28eab9d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:35.546771 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-19225c18-b101-4b47-86e0-43d6f28eab9d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7025204 Apr 06 14:19:35.546771 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0c75da45-35cb-4f1a-b71c-ec01ce39834b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14463392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12719214'] for subnet (4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:35.548960 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58568) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:35.556828 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Request body: {'floatingip': {'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:35.587579 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-c95473ea-f0b9-4480-b183-6c6ee423dc4b None None] Provisioning complete for port 83f7ed83-1376-45c9-a5bf-077c41933db3 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:35.588018 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c95473ea-f0b9-4480-b183-6c6ee423dc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:35.604895 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75da45-35cb-4f1a-b71c-ec01ce39834b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:35.631648 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:35.648163 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c75da45-35cb-4f1a-b71c-ec01ce39834b admin admin] Checking segment: {'id': '10e1d606-c50e-4ba6-9c74-f4226e27d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:19:35.648533 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c75da45-35cb-4f1a-b71c-ec01ce39834b admin admin] Network hostable DHCP agents. Network: 8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:19:35.667833 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-c95473ea-f0b9-4480-b183-6c6ee423dc4b None None] Port 83f7ed83-1376-45c9-a5bf-077c41933db3 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:19:35.699747 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:19:35.707831 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Routers {'012e87b7-0d92-4afc-affd-c47ca741fee2'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:19:35.708479 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:19:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['012e87b7-0d92-4afc-affd-c47ca741fee2'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:35.710981 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:35.729924 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bcfa4-013a-4025-b23d-5c42efaed1fe None None] Pushing event updated for resources: {'Port': ['ID=83f7ed83-1376-45c9-a5bf-077c41933db3,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:35.837065 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c75da45-35cb-4f1a-b71c-ec01ce39834b admin admin] Network 8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2 is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:19:35.891234 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:36.014577 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Allocated IP 172.27.2.43 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/0be46e81-d0b6-43a5-80bf-f7b7124bd2d0) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:36.018600 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:36.018998 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:36.048390 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-0c75da45-35cb-4f1a-b71c-ec01ce39834b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, 8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:36.052612 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] Set router 012e87b7-0d92-4afc-affd-c47ca741fee2 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:19:36.054478 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-ec5969c8-798e-4c64-a1bc-e183ba49b002 None None] Provisioning complete for port 83f7ed83-1376-45c9-a5bf-077c41933db3 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:36.054871 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ec5969c8-798e-4c64-a1bc-e183ba49b002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:36.056666 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c75da45-35cb-4f1a-b71c-ec01ce39834b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:36.057324 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0c75da45-35cb-4f1a-b71c-ec01ce39834b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:36.092858 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445b694e-d8e5-4c3d-9835-ee056e049b51 None None] Network 8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:19:36.146778 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for port (0be46e81-d0b6-43a5-80bf-f7b7124bd2d0), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:36.260421 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-0c75da45-35cb-4f1a-b71c-ec01ce39834b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2535551 Apr 06 14:19:36.263526 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58586) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:36.269877 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1592920384-router', 'tenant_id': '4034f494095c422b830418d345873f4a', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:36.305095 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (0be46e81-d0b6-43a5-80bf-f7b7124bd2d0), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:36.349901 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:36.356286 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:36.358289 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Pushing event updated for resources: {'Port': ['ID=0be46e81-d0b6-43a5-80bf-f7b7124bd2d0,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:36.360855 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:19:36.408131 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2246'] for router (ec31e447-e31f-4282-88c8-156076808eae), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:36.408131 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2271'] for router (ec31e447-e31f-4282-88c8-156076808eae), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:36.408761 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:36.418371 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf514b862-696c-5fae-9140-49a4d12cd886-8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2', 'network_id': '8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2', 'project_id': '4034f494095c422b830418d345873f4a', 'fixed_ips': [{'subnet_id': '4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999'}]}} from dv-cinder-835881-5-iscsi. {{(pid=103949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:19:36.419243 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:36.475535 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for floatingip (40738a47-0c01-4ce8-a583-481268af4ce6), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:36.481678 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-ec5969c8-798e-4c64-a1bc-e183ba49b002 None None] Current status of the port 83f7ed83-1376-45c9-a5bf-077c41933db3 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:36.482063 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ec5969c8-798e-4c64-a1bc-e183ba49b002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:36.503158 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Publish callbacks [] for router_controller (ec31e447-e31f-4282-88c8-156076808eae), precommit_add_association {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:36.591716 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-ec5969c8-798e-4c64-a1bc-e183ba49b002 None None] For port 83f7ed83-1376-45c9-a5bf-077c41933db3, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=83f7ed83-1376-45c9-a5bf-077c41933db3,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:36.644301 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:27Z', 'updated_at': '2022-04-06T14:19:31Z', 'revision_number': 4, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'gw_port': {'id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:28Z', 'updated_at': '2022-04-06T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '83f7ed83-1376-45c9-a5bf-077c41933db3', 'name': '', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'mac_address': 'fa:16:3e:85:33:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:30Z', 'updated_at': '2022-04-06T14:19:35Z', 'revision_number': 4, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'subnets': [{'id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:36.667095 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (0be46e81-d0b6-43a5-80bf-f7b7124bd2d0), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:36.678772 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236367c-1867-4ffd-a27f-51570d991989 None None] The sync data for ids ['012e87b7-0d92-4afc-affd-c47ca741fee2'] in dv-cinder-835881-5-iscsi is: [{'id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:27Z', 'updated_at': '2022-04-06T14:19:31Z', 'revision_number': 4, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'gw_port': {'id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:28Z', 'updated_at': '2022-04-06T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '83f7ed83-1376-45c9-a5bf-077c41933db3', 'name': '', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'mac_address': 'fa:16:3e:85:33:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:30Z', 'updated_at': '2022-04-06T14:19:35Z', 'revision_number': 4, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'subnets': [{'id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:19:36.681021 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Allocated IP 172.20.0.2 (8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2/4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999/19c422c8-0a80-4072-a16b-c02fb30f315d) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:36.792428 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ec5969c8-798e-4c64-a1bc-e183ba49b002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:36.889538 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5969c8-798e-4c64-a1bc-e183ba49b002 None None] Pushing event updated for resources: {'Port': ['ID=83f7ed83-1376-45c9-a5bf-077c41933db3,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:36.923593 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Publish callbacks [] for router_gateway (ec31e447-e31f-4282-88c8-156076808eae), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:36.983430 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Publish callbacks [] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:37.173005 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for port (0be46e81-d0b6-43a5-80bf-f7b7124bd2d0), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:37.217545 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:37.281091 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Network 8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:37.288148 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:37.290180 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:19:37.316988 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12612076'] for port (0be46e81-d0b6-43a5-80bf-f7b7124bd2d0), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:37.318996 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Publish callbacks [] for router_gateway (ec31e447-e31f-4282-88c8-156076808eae), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:37.339250 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:37.341849 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Pushing event updated for resources: {'Port': ['ID=19c422c8-0a80-4072-a16b-c02fb30f315d,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:37.388294 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Attempting to bind port 19c422c8-0a80-4072-a16b-c02fb30f315d on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:19:37.388827 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Attempting to bind port 19c422c8-0a80-4072-a16b-c02fb30f315d by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '10e1d606-c50e-4ba6-9c74-f4226e27d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:19:37.389306 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Attempting to bind port 19c422c8-0a80-4072-a16b-c02fb30f315d on network 8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:19:37.395475 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:19:37.396124 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Checking segment: {'id': '10e1d606-c50e-4ba6-9c74-f4226e27d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:19:37.396628 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:37.397121 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Bound using segment: {'id': '10e1d606-c50e-4ba6-9c74-f4226e27d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:19:37.397732 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Bound port: 19c422c8-0a80-4072-a16b-c02fb30f315d, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e1d606-c50e-4ba6-9c74-f4226e27d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:19:37.398218 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:37.434010 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Pushing event updated for resources: {'Port': ['ID=0be46e81-d0b6-43a5-80bf-f7b7124bd2d0,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:37.442734 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (40738a47-0c01-4ce8-a583-481268af4ce6), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:37.478299 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Allocated IP 172.27.2.6 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/c2304b10-1078-4333-bab3-fb486db665a1) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:37.485215 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] For port 19c422c8-0a80-4072-a16b-c02fb30f315d, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:37.490561 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] For port 19c422c8-0a80-4072-a16b-c02fb30f315d, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=19c422c8-0a80-4072-a16b-c02fb30f315d,segment=NetworkSegment(10e1d606-c50e-4ba6-9c74-f4226e27d1c5),segment_id=10e1d606-c50e-4ba6-9c74-f4226e27d1c5)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:37.586825 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:37.597655 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-73652754-019c-43cf-bdc2-e01c68b65dd3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0368581 Apr 06 14:19:37.598161 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Publish callbacks [] for port (c2304b10-1078-4333-bab3-fb486db665a1), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:37.628120 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:37.734780 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 83f7ed83-1376-45c9-a5bf-077c41933db3 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:19:37.739579 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20807f3-96ee-4df9-80ec-1adec105a544 None None] Pushing event updated for resources: {'Port': ['ID=19c422c8-0a80-4072-a16b-c02fb30f315d,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:37.750844 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (c2304b10-1078-4333-bab3-fb486db665a1), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:37.837872 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:37.841815 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:37.848089 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:19:37.860734 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Pushing event updated for resources: {'Port': ['ID=c2304b10-1078-4333-bab3-fb486db665a1,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:37.894997 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 83f7ed83-1376-45c9-a5bf-077c41933db3 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:37.895407 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:38.039820 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 83f7ed83-1376-45c9-a5bf-077c41933db3 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:38.109427 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-a03e6e66-5f2d-4e05-ace3-7763ae0cc696 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1305308161&fields=id&tenant_id=883a3af0e02a4c4aaa58db13d250a352 HTTP/1.1" status: 200 len: 267 time: 0.1902211 Apr 06 14:19:38.534253 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-02873236-1b2d-48cd-85cc-de876951ef07 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:38.536264 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-02873236-1b2d-48cd-85cc-de876951ef07 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 819 time: 0.4260395 Apr 06 14:19:38.556995 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-f1979756-1112-44f1-8aec-ee4a25c6bceb tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/quotas/883a3af0e02a4c4aaa58db13d250a352 HTTP/1.1" status: 200 len: 375 time: 0.0138543 Apr 06 14:19:38.644946 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Publish callbacks [] for router_gateway (ec31e447-e31f-4282-88c8-156076808eae), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:38.703780 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-4542eb1b-1a71-4a30-bd72-333522156a83 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1181772 Apr 06 14:19:38.897188 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-feb7ee4f-4dee-4762-8ff5-a1989dbf0fa5 service neutron] 10.222.0.10 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602964 Apr 06 14:19:39.020937 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029641'] for router (ec31e447-e31f-4282-88c8-156076808eae), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:39.059269 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-81257bd1-dfcf-44de-91cc-bcb53e58468d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:39.089820 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-853715b2-d023-4b02-a0bf-5c1dd155a163 service neutron] 10.222.0.10 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606257 Apr 06 14:19:39.147966 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704352de-a8d3-498f-b4fa-17377aef9444 None None] Network 8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:19:39.255964 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-b151c19f-d121-4d51-8368-426c4656d2b9 None None] Provisioning complete for port 19c422c8-0a80-4072-a16b-c02fb30f315d triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:39.255964 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b151c19f-d121-4d51-8368-426c4656d2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:39.283323 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Router ec31e447-e31f-4282-88c8-156076808eae is scheduled to L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 with binding_index 1 {{(pid=103947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:19:39.405700 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-b151c19f-d121-4d51-8368-426c4656d2b9 None None] Current status of the port 19c422c8-0a80-4072-a16b-c02fb30f315d is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:39.406352 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b151c19f-d121-4d51-8368-426c4656d2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:39.460157 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-b151c19f-d121-4d51-8368-426c4656d2b9 None None] For port 19c422c8-0a80-4072-a16b-c02fb30f315d, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=19c422c8-0a80-4072-a16b-c02fb30f315d,segment=NetworkSegment(10e1d606-c50e-4ba6-9c74-f4226e27d1c5),segment_id=10e1d606-c50e-4ba6-9c74-f4226e27d1c5)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:39.476295 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e1c644c5-0d52-48fc-a3b4-44fc829335b0 req-51d84bab-8935-43aa-b022-14eafb92025c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 210 time: 0.0727789 Apr 06 14:19:39.523811 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:39.533390 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Sync routers for ids ['ec31e447-e31f-4282-88c8-156076808eae'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:19:39.551722 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Routers {'ec31e447-e31f-4282-88c8-156076808eae'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:19:39.551722 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:19:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec31e447-e31f-4282-88c8-156076808eae'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:39.568840 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b151c19f-d121-4d51-8368-426c4656d2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:39.602402 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:39.603857 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5ade6aef-58dc-4a5b-82a9-4a3a5bc8836d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3392730 Apr 06 14:19:39.606672 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58640) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:39.649734 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151c19f-d121-4d51-8368-426c4656d2b9 None None] Pushing event updated for resources: {'Port': ['ID=19c422c8-0a80-4072-a16b-c02fb30f315d,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:39.693277 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-bd9f3830-57a9-4aae-90a9-14822f3e5a9a None None] Provisioning complete for port 19c422c8-0a80-4072-a16b-c02fb30f315d triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:39.693655 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bd9f3830-57a9-4aae-90a9-14822f3e5a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:39.703242 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Set router ec31e447-e31f-4282-88c8-156076808eae gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:19:39.732415 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 19c422c8-0a80-4072-a16b-c02fb30f315d up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:19:39.841432 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 19c422c8-0a80-4072-a16b-c02fb30f315d triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:39.841666 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:39.843402 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-bd9f3830-57a9-4aae-90a9-14822f3e5a9a None None] Current status of the port 19c422c8-0a80-4072-a16b-c02fb30f315d is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:39.959456 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 19c422c8-0a80-4072-a16b-c02fb30f315d is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:40.006636 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec31e447-e31f-4282-88c8-156076808eae', 'name': 'tempest-TestShelveInstance-1592920384-router', 'tenant_id': '4034f494095c422b830418d345873f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:36Z', 'updated_at': '2022-04-06T14:19:38Z', 'revision_number': 3, 'project_id': '4034f494095c422b830418d345873f4a', 'gw_port': {'id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec31e447-e31f-4282-88c8-156076808eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:37Z', 'updated_at': '2022-04-06T14:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:40.055382 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Checking router: ec31e447-e31f-4282-88c8-156076808eae for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:19:40.055934 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Updating router ec31e447-e31f-4282-88c8-156076808eae port c2304b10-1078-4333-bab3-fb486db665a1 binding host dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:19:40.089851 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (c2304b10-1078-4333-bab3-fb486db665a1), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:40.151023 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:40.325700 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Allocated IP 172.20.0.1 (8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2/4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999/bd4bdf96-249f-422f-8e92-8429eb74cf94) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:40.423709 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:40.446157 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Publish callbacks [] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:40.472711 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Publish callbacks [] for port (c2304b10-1078-4333-bab3-fb486db665a1), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:40.556608 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9ee39f57-d938-4dba-8a5b-cb4d7d05fb36 req-ab81f242-b964-490b-8407-f101818fb286 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 210 time: 0.0265443 Apr 06 14:19:40.584847 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (c2304b10-1078-4333-bab3-fb486db665a1), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:40.585453 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:40.623213 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Network 8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:40.636023 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:40.636023 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:19:40.636454 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Attempting to bind port c2304b10-1078-4333-bab3-fb486db665a1 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:19:40.636824 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Attempting to bind port c2304b10-1078-4333-bab3-fb486db665a1 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:19:40.637174 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Attempting to bind port c2304b10-1078-4333-bab3-fb486db665a1 on network d18a54a7-0e89-4f08-a163-00d2181e6f69 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:19:40.647335 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a36e9-3739-4472-813d-246c689e9eb5 None None] Pushing event updated for resources: {'Port': ['ID=c2304b10-1078-4333-bab3-fb486db665a1,revision_number=2']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:40.651005 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:19:40.651444 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Checking segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:19:40.651882 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:40.652266 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Bound using segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:19:40.653104 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Bound port: c2304b10-1078-4333-bab3-fb486db665a1, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:19:40.653677 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (c2304b10-1078-4333-bab3-fb486db665a1), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:40.670239 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Pushing event updated for resources: {'Port': ['ID=bd4bdf96-249f-422f-8e92-8429eb74cf94,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:40.690221 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029848'] for router_interface (ec31e447-e31f-4282-88c8-156076808eae), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:40.727655 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] For port c2304b10-1078-4333-bab3-fb486db665a1, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:40.731441 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] For port c2304b10-1078-4333-bab3-fb486db665a1, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=c2304b10-1078-4333-bab3-fb486db665a1,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:40.808018 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (c2304b10-1078-4333-bab3-fb486db665a1), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:40.863388 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Routers {'ec31e447-e31f-4282-88c8-156076808eae'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:19:40.864722 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:19:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec31e447-e31f-4282-88c8-156076808eae'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:40.954448 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:40.982275 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a36e9-3739-4472-813d-246c689e9eb5 None None] Pushing event updated for resources: {'Port': ['ID=c2304b10-1078-4333-bab3-fb486db665a1,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:41.002880 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] Set router ec31e447-e31f-4282-88c8-156076808eae gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:19:41.006534 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-7f66c927-59d1-452a-90ee-d7a9883aeab4 None None] Provisioning complete for port bd4bdf96-249f-422f-8e92-8429eb74cf94 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:41.006534 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7f66c927-59d1-452a-90ee-d7a9883aeab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:41.083577 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-7f66c927-59d1-452a-90ee-d7a9883aeab4 None None] Port bd4bdf96-249f-422f-8e92-8429eb74cf94 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:19:41.232615 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Publish callbacks [] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:41.275947 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec31e447-e31f-4282-88c8-156076808eae', 'name': 'tempest-TestShelveInstance-1592920384-router', 'tenant_id': '4034f494095c422b830418d345873f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:36Z', 'updated_at': '2022-04-06T14:19:38Z', 'revision_number': 3, 'project_id': '4034f494095c422b830418d345873f4a', 'gw_port': {'id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec31e447-e31f-4282-88c8-156076808eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:37Z', 'updated_at': '2022-04-06T14:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:41.312407 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c979cb3-148f-4416-84ac-615a9f38f4a6 None None] The sync data for ids ['ec31e447-e31f-4282-88c8-156076808eae'] in dv-cinder-835881-5-iscsi is: [{'id': 'ec31e447-e31f-4282-88c8-156076808eae', 'name': 'tempest-TestShelveInstance-1592920384-router', 'tenant_id': '4034f494095c422b830418d345873f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:36Z', 'updated_at': '2022-04-06T14:19:38Z', 'revision_number': 3, 'project_id': '4034f494095c422b830418d345873f4a', 'gw_port': {'id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec31e447-e31f-4282-88c8-156076808eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:37Z', 'updated_at': '2022-04-06T14:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:19:41.360764 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:41.442161 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031240'] for router_interface (ec31e447-e31f-4282-88c8-156076808eae), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:41.445663 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Pushing event updated for resources: {'Port': ['ID=bd4bdf96-249f-422f-8e92-8429eb74cf94,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:41.561411 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Network 8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:41.563411 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:41.853414 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 19c422c8-0a80-4072-a16b-c02fb30f315d up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:19:41.926588 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-76cb9d13-620a-4974-8a1f-1434844d9a26 req-5e6d5fa6-e7a4-4222-8a81-8134194b145a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 210 time: 0.1399243 Apr 06 14:19:41.976688 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 19c422c8-0a80-4072-a16b-c02fb30f315d triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:41.976975 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Router ec31e447-e31f-4282-88c8-156076808eae has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:19:41.978271 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:42.060671 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:42.213088 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 19c422c8-0a80-4072-a16b-c02fb30f315d is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:42.223648 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-ddad1261-39d8-47cf-a2f1-7820c64e4f9b None None] Provisioning complete for port bd4bdf96-249f-422f-8e92-8429eb74cf94 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:42.224313 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ddad1261-39d8-47cf-a2f1-7820c64e4f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:42.274099 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-ddad1261-39d8-47cf-a2f1-7820c64e4f9b None None] Port bd4bdf96-249f-422f-8e92-8429eb74cf94 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:19:42.357595 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:19:42.378421 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-2c0ee2b8-e5aa-4b44-851e-69e61bc8858e admin admin] 10.222.0.10 "PUT /v2.0/routers/ec31e447-e31f-4282-88c8-156076808eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7610629 Apr 06 14:19:42.484375 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-c69c402b-4546-4940-8b20-fa13aad205ca tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:42.486837 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-c69c402b-4546-4940-8b20-fa13aad205ca tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 819 time: 0.2445900 Apr 06 14:19:42.608339 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-0acae073-4128-47dd-a75c-e37cbf965dac tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=883a3af0e02a4c4aaa58db13d250a352 HTTP/1.1" status: 200 len: 380 time: 0.1127503 Apr 06 14:19:42.629079 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-33451fbb-258a-4f18-b6ca-83b601c2abab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Request body: {'port': {'device_id': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'admin_state_up': True, 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'security_groups': ['f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:42.960636 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58712) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:42.984565 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-33451fbb-258a-4f18-b6ca-83b601c2abab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Made reservation on behalf of 883a3af0e02a4c4aaa58db13d250a352 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:19:42.991361 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-33451fbb-258a-4f18-b6ca-83b601c2abab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:43.188767 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-83075857-413b-4566-8314-d8cc477043d5 req-e45a08e9-9075-4103-b17b-7dbbd069604f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 210 time: 0.0733342 Apr 06 14:19:43.189371 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:43.343049 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-33451fbb-258a-4f18-b6ca-83b601c2abab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Allocated IP 172.20.0.12 (d73478ee-9b0d-4843-9091-2e57c81931a6/0b1e60e8-a738-410d-8a83-efba5f29d55c/f391f522-2071-4145-aa5f-60f31487c9c0) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:19:43.354466 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d336327d-a75e-467d-b7a1-02c336ee6e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:43.476671 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d336327d-a75e-467d-b7a1-02c336ee6e66 admin admin] Publish callbacks [] for security_group (11855e67-aefc-4f14-b759-e068050161b3), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:43.589748 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58722) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:43.591305 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-33b16956-ed5c-4611-8524-13f2e6c4ccb6 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1247525419', 'description': 'tempest-secgroup-smoke-1247525419 description', 'project_id': 'cf877f755f1348e4948475f7f9e99e23'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:43.714859 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-33b16956-ed5c-4611-8524-13f2e6c4ccb6 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:43.739541 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device c2304b10-1078-4333-bab3-fb486db665a1 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:19:43.827969 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d336327d-a75e-467d-b7a1-02c336ee6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (11855e67-aefc-4f14-b759-e068050161b3), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:43.839108 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port c2304b10-1078-4333-bab3-fb486db665a1 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:43.839108 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (c2304b10-1078-4333-bab3-fb486db665a1), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:43.889003 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336327d-a75e-467d-b7a1-02c336ee6e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11855e67-aefc-4f14-b759-e068050161b3,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:43.899264 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-d336327d-a75e-467d-b7a1-02c336ee6e66 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c78b85376524b6d91b69b663b5dae67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9340703 Apr 06 14:19:43.899918 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 58724) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:43.900588 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-33b16956-ed5c-4611-8524-13f2e6c4ccb6 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group (7e63afb0-1c78-43a6-9e92-49071c86aa56), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:43.984236 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port c2304b10-1078-4333-bab3-fb486db665a1 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:43.996706 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (c2304b10-1078-4333-bab3-fb486db665a1), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.005466 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-33451fbb-258a-4f18-b6ca-83b601c2abab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for port (f391f522-2071-4145-aa5f-60f31487c9c0), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.019739 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port c2304b10-1078-4333-bab3-fb486db665a1, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=c2304b10-1078-4333-bab3-fb486db665a1,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:44.024661 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-33b16956-ed5c-4611-8524-13f2e6c4ccb6 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7e63afb0-1c78-43a6-9e92-49071c86aa56), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.027363 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0a1c-5171-40f4-b9d6-51b9219173df admin admin] Publish callbacks [] for security_group (11855e67-aefc-4f14-b759-e068050161b3), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.065076 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0a1c-5171-40f4-b9d6-51b9219173df admin admin] Publish callbacks [] for security_group (11855e67-aefc-4f14-b759-e068050161b3), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.069323 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b16956-ed5c-4611-8524-13f2e6c4ccb6 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e63afb0-1c78-43a6-9e92-49071c86aa56,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:44.145603 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (c2304b10-1078-4333-bab3-fb486db665a1), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.209999 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-33b16956-ed5c-4611-8524-13f2e6c4ccb6 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.211426 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-33b16956-ed5c-4611-8524-13f2e6c4ccb6 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6259313 Apr 06 14:19:44.215062 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58728) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:44.219526 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-33451fbb-258a-4f18-b6ca-83b601c2abab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (f391f522-2071-4145-aa5f-60f31487c9c0), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.219730 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=c2304b10-1078-4333-bab3-fb486db665a1,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:44.233078 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-e91a23a2-2068-4480-b789-88a1c273a072 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Request body: {'security_group_rule': {'security_group_id': '7e63afb0-1c78-43a6-9e92-49071c86aa56', 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:44.272124 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-33451fbb-258a-4f18-b6ca-83b601c2abab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Network d73478ee-9b0d-4843-9091-2e57c81931a6 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:19:44.276681 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-33451fbb-258a-4f18-b6ca-83b601c2abab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:19:44.289510 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0a1c-5171-40f4-b9d6-51b9219173df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (11855e67-aefc-4f14-b759-e068050161b3), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.292005 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0a1c-5171-40f4-b9d6-51b9219173df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.293516 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-9bbb0a1c-5171-40f4-b9d6-51b9219173df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11855e67-aefc-4f14-b759-e068050161b3 HTTP/1.1" status: 204 len: 168 time: 0.3927240 Apr 06 14:19:44.294611 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-33451fbb-258a-4f18-b6ca-83b601c2abab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:19:44.314263 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043da95-b187-40b9-a1ad-c4f01a8f185c req-e8f42e05-4cbe-4d73-8008-caf45eb36f7f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:44.322725 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4043da95-b187-40b9-a1ad-c4f01a8f185c req-e8f42e05-4cbe-4d73-8008-caf45eb36f7f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 932 time: 0.1033874 Apr 06 14:19:44.373520 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb0a1c-5171-40f4-b9d6-51b9219173df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11855e67-aefc-4f14-b759-e068050161b3,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:44.380954 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-33451fbb-258a-4f18-b6ca-83b601c2abab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:44.381614 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-33451fbb-258a-4f18-b6ca-83b601c2abab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.388664 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33451fbb-258a-4f18-b6ca-83b601c2abab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Pushing event updated for resources: {'Port': ['ID=f391f522-2071-4145-aa5f-60f31487c9c0,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:44.403080 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e91a23a2-2068-4480-b789-88a1c273a072 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (f286700e-14a0-4422-9cf9-763d570edf76), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.479104 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4043da95-b187-40b9-a1ad-c4f01a8f185c req-36e1a05f-edab-4be1-8d23-b24d3eafde80 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534004 Apr 06 14:19:44.501679 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-33451fbb-258a-4f18-b6ca-83b601c2abab tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8835394 Apr 06 14:19:44.514488 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Request body: {'port': {'device_id': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:44.534832 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Sync routers for ids ['ec31e447-e31f-4282-88c8-156076808eae'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:19:44.559200 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Routers {'ec31e447-e31f-4282-88c8-156076808eae'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:19:44.569480 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:19:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec31e447-e31f-4282-88c8-156076808eae'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:44.592366 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e91a23a2-2068-4480-b789-88a1c273a072 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (f286700e-14a0-4422-9cf9-763d570edf76), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.676209 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e91a23a2-2068-4480-b789-88a1c273a072 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (f286700e-14a0-4422-9cf9-763d570edf76), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.684716 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (f391f522-2071-4145-aa5f-60f31487c9c0), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.702145 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a23a2-2068-4480-b789-88a1c273a072 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f286700e-14a0-4422-9cf9-763d570edf76,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:44.724650 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-9e317922-7599-48e8-a661-16f1ec3dcca9 None None] Provisioning complete for port f391f522-2071-4145-aa5f-60f31487c9c0 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:44.725404 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9e317922-7599-48e8-a661-16f1ec3dcca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (f391f522-2071-4145-aa5f-60f31487c9c0), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.783420 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Set router ec31e447-e31f-4282-88c8-156076808eae gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:19:44.828008 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e91a23a2-2068-4480-b789-88a1c273a072 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:44.832535 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-e91a23a2-2068-4480-b789-88a1c273a072 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6161115 Apr 06 14:19:44.833208 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58746) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:44.853271 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-40307a9a-770d-47f7-8b4c-315a934c22e7 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Request body: {'security_group_rule': {'security_group_id': '7e63afb0-1c78-43a6-9e92-49071c86aa56', 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:44.856537 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-9e317922-7599-48e8-a661-16f1ec3dcca9 None None] Port f391f522-2071-4145-aa5f-60f31487c9c0 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:19:45.017283 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-40307a9a-770d-47f7-8b4c-315a934c22e7 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (9b079bcd-1304-4673-a855-a5fd0c13bbfe), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:45.130074 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec31e447-e31f-4282-88c8-156076808eae', 'name': 'tempest-TestShelveInstance-1592920384-router', 'tenant_id': '4034f494095c422b830418d345873f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:36Z', 'updated_at': '2022-04-06T14:19:40Z', 'revision_number': 4, 'project_id': '4034f494095c422b830418d345873f4a', 'gw_port': {'id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec31e447-e31f-4282-88c8-156076808eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:37Z', 'updated_at': '2022-04-06T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'bd4bdf96-249f-422f-8e92-8429eb74cf94', 'name': '', 'network_id': '8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2', 'tenant_id': '4034f494095c422b830418d345873f4a', 'mac_address': 'fa:16:3e:62:26:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec31e447-e31f-4282-88c8-156076808eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:40Z', 'updated_at': '2022-04-06T14:19:41Z', 'revision_number': 2, 'project_id': '4034f494095c422b830418d345873f4a', 'subnets': [{'id': '4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:45.158228 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f391f522-2071-4145-aa5f-60f31487c9c0 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:19:45.168880 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Publish callbacks [] for port (f391f522-2071-4145-aa5f-60f31487c9c0), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:45.184888 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Transition to ACTIVE for port object f391f522-2071-4145-aa5f-60f31487c9c0 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:19:45.193940 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Checking router: ec31e447-e31f-4282-88c8-156076808eae for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:19:45.194404 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Updating router ec31e447-e31f-4282-88c8-156076808eae port bd4bdf96-249f-422f-8e92-8429eb74cf94 binding host dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:19:45.208426 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-40307a9a-770d-47f7-8b4c-315a934c22e7 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (9b079bcd-1304-4673-a855-a5fd0c13bbfe), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:45.245558 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:45.259104 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (f391f522-2071-4145-aa5f-60f31487c9c0), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:45.291726 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-40307a9a-770d-47f7-8b4c-315a934c22e7 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (9b079bcd-1304-4673-a855-a5fd0c13bbfe), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:45.337283 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f391f522-2071-4145-aa5f-60f31487c9c0,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:45.341559 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40307a9a-770d-47f7-8b4c-315a934c22e7 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b079bcd-1304-4673-a855-a5fd0c13bbfe,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:45.453239 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-40307a9a-770d-47f7-8b4c-315a934c22e7 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:45.457121 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-40307a9a-770d-47f7-8b4c-315a934c22e7 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6202824 Apr 06 14:19:45.470051 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58758) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:45.470051 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-b302363b-1b76-4983-9d09-850693126e28 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Request body: {'security_group_rule': {'security_group_id': '7e63afb0-1c78-43a6-9e92-49071c86aa56', 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:45.529054 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Attempting to bind port f391f522-2071-4145-aa5f-60f31487c9c0 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:19:45.529054 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Attempting to bind port f391f522-2071-4145-aa5f-60f31487c9c0 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:19:45.529054 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Attempting to bind port f391f522-2071-4145-aa5f-60f31487c9c0 on network d73478ee-9b0d-4843-9091-2e57c81931a6 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:19:45.533791 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Port f391f522-2071-4145-aa5f-60f31487c9c0 on network d73478ee-9b0d-4843-9091-2e57c81931a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:19:45.534395 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Attempting to bind port f391f522-2071-4145-aa5f-60f31487c9c0 on network d73478ee-9b0d-4843-9091-2e57c81931a6 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:19:45.549507 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:19:45.551249 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Checking segment: {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:19:45.551657 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Bound using segment: {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:19:45.553889 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Bound port: f391f522-2071-4145-aa5f-60f31487c9c0, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243d8e65-ad68-4234-b668-84d987f1b6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:19:45.554947 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (f391f522-2071-4145-aa5f-60f31487c9c0), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:45.663812 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b302363b-1b76-4983-9d09-850693126e28 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (016ab5f6-cc2f-4da2-8573-1ff9ac98e0d2), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:45.765966 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device c2304b10-1078-4333-bab3-fb486db665a1 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:19:45.799866 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b302363b-1b76-4983-9d09-850693126e28 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (016ab5f6-cc2f-4da2-8573-1ff9ac98e0d2), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:45.820029 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] For port f391f522-2071-4145-aa5f-60f31487c9c0, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:45.823718 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] For port f391f522-2071-4145-aa5f-60f31487c9c0, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f391f522-2071-4145-aa5f-60f31487c9c0,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:45.874304 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78816b7b-c4f9-4169-9f9a-4f841d3eb8dd req-cf760c91-7bdc-43ec-9d54-1c2b7573f0ad tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:45.876547 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-78816b7b-c4f9-4169-9f9a-4f841d3eb8dd req-cf760c91-7bdc-43ec-9d54-1c2b7573f0ad tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 944 time: 0.1819317 Apr 06 14:19:45.932043 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b302363b-1b76-4983-9d09-850693126e28 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (016ab5f6-cc2f-4da2-8573-1ff9ac98e0d2), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:45.970099 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302363b-1b76-4983-9d09-850693126e28 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016ab5f6-cc2f-4da2-8573-1ff9ac98e0d2,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:45.979283 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-78816b7b-c4f9-4169-9f9a-4f841d3eb8dd req-a7e85a38-6d75-4f7d-9bd0-a173bd585b3f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827322 Apr 06 14:19:45.999480 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port c2304b10-1078-4333-bab3-fb486db665a1 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:46.001289 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (c2304b10-1078-4333-bab3-fb486db665a1), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:46.013658 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (f391f522-2071-4145-aa5f-60f31487c9c0), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:46.032008 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b302363b-1b76-4983-9d09-850693126e28 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:46.033767 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-b302363b-1b76-4983-9d09-850693126e28 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5749407 Apr 06 14:19:46.038391 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58774) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:46.043757 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-961ecc20-379e-4d7f-97af-4b3e72b3aafe tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Request body: {'security_group_rule': {'security_group_id': '7e63afb0-1c78-43a6-9e92-49071c86aa56', 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:46.052304 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:46.052940 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:46.055528 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] 10.222.0.49 "PUT /v2.0/ports/f391f522-2071-4145-aa5f-60f31487c9c0 HTTP/1.1" status: 200 len: 1094 time: 1.5456586 Apr 06 14:19:46.056014 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'tag': 'f391f522-2071-4145-aa5f-60f31487c9c0'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:19:46.058957 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c19174-0a2b-4d16-9543-94b6cd93a988" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3c68fc-4e43-4250-ad10-167c8c1211c2", "tag": "f391f522-2071-4145-aa5f-60f31487c9c0"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:19:46.157097 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412f743e-b343-478b-a392-4751e3a10c97 x-openstack-request-id: req-412f743e-b343-478b-a392-4751e3a10c97 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:19:46.157548 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3c68fc-4e43-4250-ad10-167c8c1211c2", "tag": "f391f522-2071-4145-aa5f-60f31487c9c0", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:19:46.159406 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-412f743e-b343-478b-a392-4751e3a10c97 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:19:46.165677 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412f743e-b343-478b-a392-4751e3a10c97'] response: {'name': 'network-changed', 'server_uuid': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'tag': 'f391f522-2071-4145-aa5f-60f31487c9c0', 'status': 'completed', 'code': 200} Apr 06 14:19:46.165677 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0a91f-0b84-46f5-906e-fd5ff695a7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f391f522-2071-4145-aa5f-60f31487c9c0,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:46.165908 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Publish callbacks [] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:46.224344 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-961ecc20-379e-4d7f-97af-4b3e72b3aafe tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (192fe2f3-9f71-4c43-bc29-b80c086dcf59), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:46.239455 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port c2304b10-1078-4333-bab3-fb486db665a1 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:46.261967 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c19174-0a2b-4d16-9543-94b6cd93a988 req-0fe07318-9d23-4403-9160-64254dd43395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:46.263967 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e4c19174-0a2b-4d16-9543-94b6cd93a988 req-0fe07318-9d23-4403-9160-64254dd43395 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 1128 time: 0.0854745 Apr 06 14:19:46.276006 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:46.414909 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-961ecc20-379e-4d7f-97af-4b3e72b3aafe tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (192fe2f3-9f71-4c43-bc29-b80c086dcf59), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:46.470293 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089927c-b4ba-4b66-b68d-fb434a95a3d8 None None] Pushing event updated for resources: {'Port': ['ID=bd4bdf96-249f-422f-8e92-8429eb74cf94,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:46.514945 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c19174-0a2b-4d16-9543-94b6cd93a988 req-09f145c2-7a8d-481a-8ad0-b76858a2625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:46.517297 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e4c19174-0a2b-4d16-9543-94b6cd93a988 req-09f145c2-7a8d-481a-8ad0-b76858a2625c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=883a3af0e02a4c4aaa58db13d250a352&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2231560 Apr 06 14:19:46.521924 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-961ecc20-379e-4d7f-97af-4b3e72b3aafe tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (192fe2f3-9f71-4c43-bc29-b80c086dcf59), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:46.564581 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ecc20-379e-4d7f-97af-4b3e72b3aafe tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192fe2f3-9f71-4c43-bc29-b80c086dcf59,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:46.592840 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Attempting to bind port bd4bdf96-249f-422f-8e92-8429eb74cf94 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:19:46.593340 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Attempting to bind port bd4bdf96-249f-422f-8e92-8429eb74cf94 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '10e1d606-c50e-4ba6-9c74-f4226e27d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:19:46.593772 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Attempting to bind port bd4bdf96-249f-422f-8e92-8429eb74cf94 on network 8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:19:46.601495 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:19:46.601954 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Checking segment: {'id': '10e1d606-c50e-4ba6-9c74-f4226e27d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:19:46.602464 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:46.602992 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Bound using segment: {'id': '10e1d606-c50e-4ba6-9c74-f4226e27d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:19:46.603618 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Bound port: bd4bdf96-249f-422f-8e92-8429eb74cf94, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e1d606-c50e-4ba6-9c74-f4226e27d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:19:46.604067 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:46.649255 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-961ecc20-379e-4d7f-97af-4b3e72b3aafe tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:46.650884 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-961ecc20-379e-4d7f-97af-4b3e72b3aafe tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6112082 Apr 06 14:19:46.653696 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58790) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:46.658255 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-d88dbed2-5d16-4d75-b61c-9bd0eeffeab0 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Request body: {'security_group_rule': {'security_group_id': '7e63afb0-1c78-43a6-9e92-49071c86aa56', 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:46.735738 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c19174-0a2b-4d16-9543-94b6cd93a988 req-933a5d36-aed3-49dd-9952-d04e0f905e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:46.736959 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] For port bd4bdf96-249f-422f-8e92-8429eb74cf94, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:19:46.737973 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e4c19174-0a2b-4d16-9543-94b6cd93a988 req-933a5d36-aed3-49dd-9952-d04e0f905e71 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2003994 Apr 06 14:19:46.745278 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] For port bd4bdf96-249f-422f-8e92-8429eb74cf94, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=bd4bdf96-249f-422f-8e92-8429eb74cf94,segment=NetworkSegment(10e1d606-c50e-4ba6-9c74-f4226e27d1c5),segment_id=10e1d606-c50e-4ba6-9c74-f4226e27d1c5)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:19:46.853870 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-0d29fdb9-90eb-4f7f-94e5-93a8109772d8 None None] Provisioning complete for port bd4bdf96-249f-422f-8e92-8429eb74cf94 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:46.853870 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0d29fdb9-90eb-4f7f-94e5-93a8109772d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:46.859522 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.securitygroups_db [None req-d88dbed2-5d16-4d75-b61c-9bd0eeffeab0 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Project cf877f755f1348e4948475f7f9e99e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:19:46.867409 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d88dbed2-5d16-4d75-b61c-9bd0eeffeab0 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (717d4613-e32c-40b8-9618-538d93fb6f1e), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:46.876601 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-82b574e3-8906-49d6-942a-e8dc786b03b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:46.879911 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-82b574e3-8906-49d6-942a-e8dc786b03b3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 1128 time: 0.0900693 Apr 06 14:19:46.891699 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-0d29fdb9-90eb-4f7f-94e5-93a8109772d8 None None] Port bd4bdf96-249f-422f-8e92-8429eb74cf94 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:19:46.947760 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-4086fa3d-fc64-4f6d-8186-628b36e78bd8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f391f522-2071-4145-aa5f-60f31487c9c0 HTTP/1.1" status: 200 len: 217 time: 0.0537798 Apr 06 14:19:46.977164 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:47.038366 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-7c3ad1f8-3f92-4ca8-9e33-1f2f6b864c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:47.040109 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-7c3ad1f8-3f92-4ca8-9e33-1f2f6b864c5a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.0840464 Apr 06 14:19:47.057608 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d88dbed2-5d16-4d75-b61c-9bd0eeffeab0 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (717d4613-e32c-40b8-9618-538d93fb6f1e), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:47.122616 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Routers {'ec31e447-e31f-4282-88c8-156076808eae'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:19:47.123571 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:19:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec31e447-e31f-4282-88c8-156076808eae'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:47.125916 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089927c-b4ba-4b66-b68d-fb434a95a3d8 None None] Pushing event updated for resources: {'Port': ['ID=bd4bdf96-249f-422f-8e92-8429eb74cf94,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:47.142587 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-59cf1554-4d46-4da4-9286-a034f8f917d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:47.144445 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-59cf1554-4d46-4da4-9286-a034f8f917d4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0941536 Apr 06 14:19:47.179135 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99563ff9-4e1b-48da-a1bf-70d719aec14d req-2fc841be-8cd3-4840-8629-7ecc5680cabb tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:47.179135 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-99563ff9-4e1b-48da-a1bf-70d719aec14d req-2fc841be-8cd3-4840-8629-7ecc5680cabb tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 944 time: 0.1068790 Apr 06 14:19:47.257795 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d88dbed2-5d16-4d75-b61c-9bd0eeffeab0 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (717d4613-e32c-40b8-9618-538d93fb6f1e), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:47.303624 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88dbed2-5d16-4d75-b61c-9bd0eeffeab0 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717d4613-e32c-40b8-9618-538d93fb6f1e,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:47.328092 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] Set router ec31e447-e31f-4282-88c8-156076808eae gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:19:47.361794 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-13eeb332-43c1-467d-9d5b-9a97ac6e8f5d service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052183 Apr 06 14:19:47.392514 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d88dbed2-5d16-4d75-b61c-9bd0eeffeab0 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:47.394546 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-d88dbed2-5d16-4d75-b61c-9bd0eeffeab0 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7398570 Apr 06 14:19:47.397624 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 58806) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:47.402386 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-37278333-e4c4-4841-9764-f7c572f7c76a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Request body: {'security_group_rule': {'security_group_id': '7e63afb0-1c78-43a6-9e92-49071c86aa56', 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:19:47.445461 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-99563ff9-4e1b-48da-a1bf-70d719aec14d req-7a19af24-e747-47f7-90fb-cb3560162033 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406671 Apr 06 14:19:47.479495 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-702fefa8-89b5-4821-b48a-0e6da102ca64 None None] Provisioning complete for port bd4bdf96-249f-422f-8e92-8429eb74cf94 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:47.479899 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-702fefa8-89b5-4821-b48a-0e6da102ca64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:47.508831 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.securitygroups_db [None req-37278333-e4c4-4841-9764-f7c572f7c76a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Project cf877f755f1348e4948475f7f9e99e23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:19:47.516269 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-37278333-e4c4-4841-9764-f7c572f7c76a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (7b46ff51-8bcc-47f9-990f-97ebb8d80bcb), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:47.518316 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-38f53338-1d6f-4d67-a45b-19a4cef455df req-ee4310fc-8816-413d-89c4-0a709419f239 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480370 Apr 06 14:19:47.661371 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-37278333-e4c4-4841-9764-f7c572f7c76a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (7b46ff51-8bcc-47f9-990f-97ebb8d80bcb), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:47.680073 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-702fefa8-89b5-4821-b48a-0e6da102ca64 None None] Current status of the port bd4bdf96-249f-422f-8e92-8429eb74cf94 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:47.680514 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-702fefa8-89b5-4821-b48a-0e6da102ca64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:47.739259 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-37278333-e4c4-4841-9764-f7c572f7c76a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (7b46ff51-8bcc-47f9-990f-97ebb8d80bcb), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:47.789330 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37278333-e4c4-4841-9764-f7c572f7c76a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b46ff51-8bcc-47f9-990f-97ebb8d80bcb,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:47.807875 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-702fefa8-89b5-4821-b48a-0e6da102ca64 None None] For port bd4bdf96-249f-422f-8e92-8429eb74cf94, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=bd4bdf96-249f-422f-8e92-8429eb74cf94,segment=NetworkSegment(10e1d606-c50e-4ba6-9c74-f4226e27d1c5),segment_id=10e1d606-c50e-4ba6-9c74-f4226e27d1c5)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:47.870414 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec31e447-e31f-4282-88c8-156076808eae', 'name': 'tempest-TestShelveInstance-1592920384-router', 'tenant_id': '4034f494095c422b830418d345873f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:36Z', 'updated_at': '2022-04-06T14:19:40Z', 'revision_number': 4, 'project_id': '4034f494095c422b830418d345873f4a', 'gw_port': {'id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec31e447-e31f-4282-88c8-156076808eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:37Z', 'updated_at': '2022-04-06T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'bd4bdf96-249f-422f-8e92-8429eb74cf94', 'name': '', 'network_id': '8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2', 'tenant_id': '4034f494095c422b830418d345873f4a', 'mac_address': 'fa:16:3e:62:26:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec31e447-e31f-4282-88c8-156076808eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:40Z', 'updated_at': '2022-04-06T14:19:46Z', 'revision_number': 4, 'project_id': '4034f494095c422b830418d345873f4a', 'subnets': [{'id': '4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:19:47.900723 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-702fefa8-89b5-4821-b48a-0e6da102ca64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:47.919159 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-37278333-e4c4-4841-9764-f7c572f7c76a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:47.921602 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-37278333-e4c4-4841-9764-f7c572f7c76a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5228226 Apr 06 14:19:47.941893 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49648d4d-cf1f-4893-ab88-dab4d1df8b27 None None] The sync data for ids ['ec31e447-e31f-4282-88c8-156076808eae'] in dv-cinder-835881-5-iscsi is: [{'id': 'ec31e447-e31f-4282-88c8-156076808eae', 'name': 'tempest-TestShelveInstance-1592920384-router', 'tenant_id': '4034f494095c422b830418d345873f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:36Z', 'updated_at': '2022-04-06T14:19:40Z', 'revision_number': 4, 'project_id': '4034f494095c422b830418d345873f4a', 'gw_port': {'id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec31e447-e31f-4282-88c8-156076808eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:37Z', 'updated_at': '2022-04-06T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'bd4bdf96-249f-422f-8e92-8429eb74cf94', 'name': '', 'network_id': '8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2', 'tenant_id': '4034f494095c422b830418d345873f4a', 'mac_address': 'fa:16:3e:62:26:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec31e447-e31f-4282-88c8-156076808eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:40Z', 'updated_at': '2022-04-06T14:19:46Z', 'revision_number': 4, 'project_id': '4034f494095c422b830418d345873f4a', 'subnets': [{'id': '4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:19:47.959686 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fefa8-89b5-4821-b48a-0e6da102ca64 None None] Pushing event updated for resources: {'Port': ['ID=bd4bdf96-249f-422f-8e92-8429eb74cf94,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:48.673150 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5aa29-17fd-4a00-a3c0-c661f1cf76d5 req-daca3b20-fd32-4b60-b89a-8dc9e4d4320f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:48.682320 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6be5aa29-17fd-4a00-a3c0-c661f1cf76d5 req-daca3b20-fd32-4b60-b89a-8dc9e4d4320f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 944 time: 0.1181660 Apr 06 14:19:48.782282 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6be5aa29-17fd-4a00-a3c0-c661f1cf76d5 req-c96621b3-f439-4fc2-89b2-6aad01111cdc tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983379 Apr 06 14:19:49.372783 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:49.824866 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device bd4bdf96-249f-422f-8e92-8429eb74cf94 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:19:49.931538 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port bd4bdf96-249f-422f-8e92-8429eb74cf94 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:49.932220 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:50.013875 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea7522-0c48-4d36-8581-d3c00cd4ae7e req-b14bc727-9c72-45de-871b-dfdc8f46a6f9 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:50.016432 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-79ea7522-0c48-4d36-8581-d3c00cd4ae7e req-b14bc727-9c72-45de-871b-dfdc8f46a6f9 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 944 time: 0.1185322 Apr 06 14:19:50.105537 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port bd4bdf96-249f-422f-8e92-8429eb74cf94 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:50.193796 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-79ea7522-0c48-4d36-8581-d3c00cd4ae7e req-d66fd49f-6a1e-49f4-993a-1ab35c3e2b32 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554809 Apr 06 14:19:51.333306 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de252f5f-07d8-41c4-aa42-19fce5ada019 req-a715cf2f-2577-4663-aaf0-e779af704e7a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:51.334945 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-de252f5f-07d8-41c4-aa42-19fce5ada019 req-a715cf2f-2577-4663-aaf0-e779af704e7a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 944 time: 0.0763640 Apr 06 14:19:51.416077 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-de252f5f-07d8-41c4-aa42-19fce5ada019 req-894ae433-fa0c-4d4e-ae66-fc0308673774 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670631 Apr 06 14:19:51.959784 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device f391f522-2071-4145-aa5f-60f31487c9c0 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:19:52.094535 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port f391f522-2071-4145-aa5f-60f31487c9c0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f391f522-2071-4145-aa5f-60f31487c9c0,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:52.108989 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': 'f391f522-2071-4145-aa5f-60f31487c9c0', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'port_id': 'f391f522-2071-4145-aa5f-60f31487c9c0', 'mac_address': 'fa:16:3e:d1:3f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:19:52.162850 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port f391f522-2071-4145-aa5f-60f31487c9c0 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:52.163766 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (f391f522-2071-4145-aa5f-60f31487c9c0), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:52.186419 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f391f522-2071-4145-aa5f-60f31487c9c0 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:19:52.223235 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port f391f522-2071-4145-aa5f-60f31487c9c0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f391f522-2071-4145-aa5f-60f31487c9c0,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:52.298138 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (f391f522-2071-4145-aa5f-60f31487c9c0), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:52.365039 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=f391f522-2071-4145-aa5f-60f31487c9c0,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:52.571010 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220a1a5-335e-48db-a45b-3b800a010f38 req-20153e1c-3c11-4c06-9437-04ec2e5915df tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:52.572585 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d220a1a5-335e-48db-a45b-3b800a010f38 req-20153e1c-3c11-4c06-9437-04ec2e5915df tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 945 time: 0.0660532 Apr 06 14:19:52.628752 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d220a1a5-335e-48db-a45b-3b800a010f38 req-0d282034-f758-4011-b061-3573ba30d2bf tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485735 Apr 06 14:19:53.101236 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['f391f522-2071-4145-aa5f-60f31487c9c0'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:19:53.767590 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e25ea-b6ad-448a-b50b-cc3c6911e3f3 req-fe3e99be-17d5-44c7-a7e5-53ac08c76be0 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:53.771047 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-678e25ea-b6ad-448a-b50b-cc3c6911e3f3 req-fe3e99be-17d5-44c7-a7e5-53ac08c76be0 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 945 time: 0.0614517 Apr 06 14:19:53.876683 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-678e25ea-b6ad-448a-b50b-cc3c6911e3f3 req-706a625b-eb1d-4128-8e59-a9452de155e9 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997214 Apr 06 14:19:54.775533 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device f391f522-2071-4145-aa5f-60f31487c9c0 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:19:54.949635 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port f391f522-2071-4145-aa5f-60f31487c9c0 completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:19:54.955190 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port f391f522-2071-4145-aa5f-60f31487c9c0 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:19:54.956763 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (f391f522-2071-4145-aa5f-60f31487c9c0), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:55.118471 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21fddc-3fd1-4b3e-bb5f-5b6c847d720c req-feb05c8a-a12b-4251-bc4e-4500b268396a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:55.120860 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6e21fddc-3fd1-4b3e-bb5f-5b6c847d720c req-feb05c8a-a12b-4251-bc4e-4500b268396a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 945 time: 0.1036048 Apr 06 14:19:55.219188 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6e21fddc-3fd1-4b3e-bb5f-5b6c847d720c req-0624910b-08a9-4e1b-8002-8fa28fd1a9f4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919554 Apr 06 14:19:55.327422 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port f391f522-2071-4145-aa5f-60f31487c9c0 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:19:55.327949 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (f391f522-2071-4145-aa5f-60f31487c9c0), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:55.364141 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f391f522-2071-4145-aa5f-60f31487c9c0'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:19:55.366697 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30843b81-e03f-4440-99d6-40fa6a0d3359" -d '{"events": [{"server_uuid": "7d3c68fc-4e43-4250-ad10-167c8c1211c2", "name": "network-vif-plugged", "status": "completed", "tag": "f391f522-2071-4145-aa5f-60f31487c9c0"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:19:55.386334 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port f391f522-2071-4145-aa5f-60f31487c9c0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f391f522-2071-4145-aa5f-60f31487c9c0,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:19:55.415505 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1668bb5-3181-4196-86a7-07e9f9487d67 x-openstack-request-id: req-f1668bb5-3181-4196-86a7-07e9f9487d67 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:19:55.415505 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3c68fc-4e43-4250-ad10-167c8c1211c2", "name": "network-vif-plugged", "status": "completed", "tag": "f391f522-2071-4145-aa5f-60f31487c9c0", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:19:55.416023 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1668bb5-3181-4196-86a7-07e9f9487d67 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:19:55.418759 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1668bb5-3181-4196-86a7-07e9f9487d67'] response: {'server_uuid': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f391f522-2071-4145-aa5f-60f31487c9c0', 'code': 200} Apr 06 14:19:55.481548 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (f391f522-2071-4145-aa5f-60f31487c9c0), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:55.546089 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d9db4914-4eb9-4794-ad48-b37cfc0abf4c req-1cfd0818-205f-4f86-8eea-ddf30c872f99 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921223 Apr 06 14:19:55.571179 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=f391f522-2071-4145-aa5f-60f31487c9c0,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:55.644267 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db4914-4eb9-4794-ad48-b37cfc0abf4c req-53236ba7-8399-46a1-a6d4-31def95c0c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:55.645933 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d9db4914-4eb9-4794-ad48-b37cfc0abf4c req-53236ba7-8399-46a1-a6d4-31def95c0c6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 1130 time: 0.0525732 Apr 06 14:19:55.801749 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db4914-4eb9-4794-ad48-b37cfc0abf4c req-de79e013-a6f7-4924-b87f-67485c55b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:55.803267 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d9db4914-4eb9-4794-ad48-b37cfc0abf4c req-de79e013-a6f7-4924-b87f-67485c55b839 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 920 time: 0.1391375 Apr 06 14:19:55.864666 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d9db4914-4eb9-4794-ad48-b37cfc0abf4c req-f9db4716-fcb5-4a14-bed3-b36864477b6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a22983ba-809d-4245-8096-9c6263cbe094 HTTP/1.1" status: 200 len: 217 time: 0.0539966 Apr 06 14:19:55.938826 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db4914-4eb9-4794-ad48-b37cfc0abf4c req-298557c0-e96c-4932-b50e-8beef5d0ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:55.941039 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d9db4914-4eb9-4794-ad48-b37cfc0abf4c req-298557c0-e96c-4932-b50e-8beef5d0ff0a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.0581336 Apr 06 14:19:55.991577 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fbd4a-1afb-45fb-aa10-e2990387406f req-9a6d6bdc-2741-4f0e-8d61-62110d724a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:55.992963 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e14fbd4a-1afb-45fb-aa10-e2990387406f req-9a6d6bdc-2741-4f0e-8d61-62110d724a52 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 1130 time: 0.1374292 Apr 06 14:19:56.058936 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db4914-4eb9-4794-ad48-b37cfc0abf4c req-c001881d-ad36-48d1-95ab-95c37629e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:56.061314 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d9db4914-4eb9-4794-ad48-b37cfc0abf4c req-c001881d-ad36-48d1-95ab-95c37629e59d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1042109 Apr 06 14:19:56.094151 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e14fbd4a-1afb-45fb-aa10-e2990387406f req-a62f4929-6f6c-4bc3-b1b7-adce7b2f0bbf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927758 Apr 06 14:19:56.179246 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d9db4914-4eb9-4794-ad48-b37cfc0abf4c req-00eb8afe-65ce-4aca-89d9-a42dab9b8575 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084502 Apr 06 14:19:56.414675 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9f92b-2e8a-475f-bc29-caeffb73bfb8 req-55e8a3dc-8986-4379-98a9-2c496909f3b0 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:56.414675 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34e9f92b-2e8a-475f-bc29-caeffb73bfb8 req-55e8a3dc-8986-4379-98a9-2c496909f3b0 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.1138203 Apr 06 14:19:56.606915 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-34e9f92b-2e8a-475f-bc29-caeffb73bfb8 req-cfb233a1-cd43-456f-a9db-c5e24e8e81e0 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917968 Apr 06 14:19:56.652486 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d9db4914-4eb9-4794-ad48-b37cfc0abf4c req-da50db96-d6e5-4a09-878f-33fa8ea4708e service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732509 Apr 06 14:19:57.125341 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59024) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:57.318370 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:57.471208 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Publish callbacks [] for security_group (6faf26cf-75c2-4e56-b688-d946ca5203a5), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:57.572453 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (6faf26cf-75c2-4e56-b688-d946ca5203a5), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:57.624170 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2a86d995b734c5383da737a111b8ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4977081 Apr 06 14:19:57.625331 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6faf26cf-75c2-4e56-b688-d946ca5203a5,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:57.627781 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 59032) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:57.634700 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:57.649347 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:57.649347 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:57.649347 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:57.653993 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:57.654882 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:57.655497 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:57.656438 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:57.657032 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:57.657457 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:57.659453 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:57.659927 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:57.660358 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:57.661837 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:57.662267 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf318d38-120e-467a-92f8-99113e1125af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:57.717479 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Publish callbacks [] for security_group (6faf26cf-75c2-4e56-b688-d946ca5203a5), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:57.746155 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Publish callbacks [] for security_group (6faf26cf-75c2-4e56-b688-d946ca5203a5), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:57.785088 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd50544-cbb9-4226-968a-846965b4f93b req-d55e9177-e6b3-49c2-8b34-94609a7516a3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:57.787027 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9dd50544-cbb9-4226-968a-846965b4f93b req-d55e9177-e6b3-49c2-8b34-94609a7516a3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0764797 Apr 06 14:19:57.837210 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9dd50544-cbb9-4226-968a-846965b4f93b req-67764487-e323-4177-9cd7-00385cbf3cac tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442021 Apr 06 14:19:57.961522 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (6faf26cf-75c2-4e56-b688-d946ca5203a5), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:57.966182 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:57.971861 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6faf26cf-75c2-4e56-b688-d946ca5203a5 HTTP/1.1" status: 204 len: 168 time: 0.3393686 Apr 06 14:19:57.985728 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faf26cf-75c2-4e56-b688-d946ca5203a5,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:58.006354 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.006354 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.006354 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.007144 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.007316 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.008092 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.008798 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.009339 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.009907 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.010451 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.011221 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.011768 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.012310 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.012847 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.013561 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec7ba2-8cf2-4734-a815-2e3a09f1c3ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:19:58.961570 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59048) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:58.987617 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5954c005-3d5e-4dab-a5c3-f53268005502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:59.037511 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bc259-c50f-4d46-96a1-1c1dda73b26a req-3019dd6b-2c47-4da2-af33-654432a4b2c3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:19:59.039150 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bd7bc259-c50f-4d46-96a1-1c1dda73b26a req-3019dd6b-2c47-4da2-af33-654432a4b2c3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0797462 Apr 06 14:19:59.104491 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bd7bc259-c50f-4d46-96a1-1c1dda73b26a req-cfd9c5b2-ad5f-4eb4-8d1f-ec42d5eee583 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562708 Apr 06 14:19:59.217361 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5954c005-3d5e-4dab-a5c3-f53268005502 admin admin] Publish callbacks [] for security_group (04ac00aa-7cb2-44a2-be18-dd8058346c5f), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:59.344562 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5954c005-3d5e-4dab-a5c3-f53268005502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (04ac00aa-7cb2-44a2-be18-dd8058346c5f), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:59.425122 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-5954c005-3d5e-4dab-a5c3-f53268005502 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11d9e089146e4de99597e33384192c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4610822 Apr 06 14:19:59.426777 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 59054) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:19:59.430055 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954c005-3d5e-4dab-a5c3-f53268005502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ac00aa-7cb2-44a2-be18-dd8058346c5f,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:19:59.492845 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a0f1fae9-1f79-4f34-b6d0-d1f7c1437587 admin admin] Publish callbacks [] for security_group (04ac00aa-7cb2-44a2-be18-dd8058346c5f), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:59.522006 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a0f1fae9-1f79-4f34-b6d0-d1f7c1437587 admin admin] Publish callbacks [] for security_group (04ac00aa-7cb2-44a2-be18-dd8058346c5f), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:59.704049 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a0f1fae9-1f79-4f34-b6d0-d1f7c1437587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (04ac00aa-7cb2-44a2-be18-dd8058346c5f), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:59.707745 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a0f1fae9-1f79-4f34-b6d0-d1f7c1437587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:19:59.711887 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a0f1fae9-1f79-4f34-b6d0-d1f7c1437587 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04ac00aa-7cb2-44a2-be18-dd8058346c5f HTTP/1.1" status: 204 len: 168 time: 0.2812979 Apr 06 14:19:59.727281 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1fae9-1f79-4f34-b6d0-d1f7c1437587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ac00aa-7cb2-44a2-be18-dd8058346c5f,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:00.290458 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820b5eb-c17a-4ebb-9582-c54e21677531 req-8fda846c-8fc5-4b18-99fe-b989686e07bd tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:00.297781 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3820b5eb-c17a-4ebb-9582-c54e21677531 req-8fda846c-8fc5-4b18-99fe-b989686e07bd tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0799942 Apr 06 14:20:00.358721 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3820b5eb-c17a-4ebb-9582-c54e21677531 req-257a5185-9145-48a6-8902-7daef0532e93 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599117 Apr 06 14:20:00.533603 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6100c18-7883-4012-aa93-42ed83ba1c15 req-af44867c-8fcc-43c3-895f-7b1c22a69239 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:00.536503 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e6100c18-7883-4012-aa93-42ed83ba1c15 req-af44867c-8fcc-43c3-895f-7b1c22a69239 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0884109 Apr 06 14:20:00.545786 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59088) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:00.553000 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-62517cd8-4b77-46ae-bfd1-8588e133c171 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Request body: {'floatingip': {'port_id': 'f391f522-2071-4145-aa5f-60f31487c9c0'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:00.651037 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-62517cd8-4b77-46ae-bfd1-8588e133c171 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for floatingip (40738a47-0c01-4ce8-a583-481268af4ce6), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:01.776364 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-62517cd8-4b77-46ae-bfd1-8588e133c171 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:01.899197 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:20:01.910124 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-62517cd8-4b77-46ae-bfd1-8588e133c171 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (40738a47-0c01-4ce8-a583-481268af4ce6), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:02.081165 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.l3_db [None req-62517cd8-4b77-46ae-bfd1-8588e133c171 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Floating IP 40738a47-0c01-4ce8-a583-481268af4ce6 associated. External IP: 172.27.2.43, port: f391f522-2071-4145-aa5f-60f31487c9c0. Apr 06 14:20:02.651349 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 59128) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:02.828833 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f46f8d76-06c1-4ab8-9c49-ec2488ea6685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:02.868081 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62517cd8-4b77-46ae-bfd1-8588e133c171 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:02.952788 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f46f8d76-06c1-4ab8-9c49-ec2488ea6685 admin admin] Publish callbacks [] for security_group (69cfd8d4-e2ee-40dc-b3ed-25d9d1299e87), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.046869 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f46f8d76-06c1-4ab8-9c49-ec2488ea6685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (69cfd8d4-e2ee-40dc-b3ed-25d9d1299e87), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.105381 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f46f8d76-06c1-4ab8-9c49-ec2488ea6685 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e32077e95fc4c2383af8d9087cf4467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513147 Apr 06 14:20:03.106011 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59132) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:03.107560 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f8d76-06c1-4ab8-9c49-ec2488ea6685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cfd8d4-e2ee-40dc-b3ed-25d9d1299e87,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:03.168713 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62517cd8-4b77-46ae-bfd1-8588e133c171 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:03.175316 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-62517cd8-4b77-46ae-bfd1-8588e133c171 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.185516 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ab61a-48ab-49cc-8db6-9653b787e5d5 None None] Sync routers for ids ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:20:03.202992 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ab61a-48ab-49cc-8db6-9653b787e5d5 None None] Routers {'07eb86a5-9beb-4120-bd9f-d1d22cd3f468'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:20:03.204827 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-1e7ab61a-48ab-49cc-8db6-9653b787e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:19:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:03.227270 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-62517cd8-4b77-46ae-bfd1-8588e133c171 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "PUT /v2.0/floatingips/40738a47-0c01-4ce8-a583-481268af4ce6 HTTP/1.1" status: 200 len: 991 time: 2.6800954 Apr 06 14:20:03.229991 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'tag': 'f391f522-2071-4145-aa5f-60f31487c9c0'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:20:03.232475 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cee74c5e6806168c4361293fd760050ed74eb1b6027abc74829ef037f04afca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732245c3-6a1d-4655-b35d-a443568ddcf5" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3c68fc-4e43-4250-ad10-167c8c1211c2", "tag": "f391f522-2071-4145-aa5f-60f31487c9c0"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:20:03.298466 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-866f6092-5aaa-41b4-bf59-80950fb0c029 admin admin] Publish callbacks [] for security_group (69cfd8d4-e2ee-40dc-b3ed-25d9d1299e87), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.342888 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb97cae-6dd8-40e3-a3d3-7019e605bb1c x-openstack-request-id: req-eeb97cae-6dd8-40e3-a3d3-7019e605bb1c {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:20:03.345613 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3c68fc-4e43-4250-ad10-167c8c1211c2", "tag": "f391f522-2071-4145-aa5f-60f31487c9c0", "status": "completed", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:20:03.346746 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eeb97cae-6dd8-40e3-a3d3-7019e605bb1c {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:20:03.347505 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeb97cae-6dd8-40e3-a3d3-7019e605bb1c'] response: {'name': 'network-changed', 'server_uuid': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'tag': 'f391f522-2071-4145-aa5f-60f31487c9c0', 'status': 'completed', 'code': 200} Apr 06 14:20:03.406328 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-866f6092-5aaa-41b4-bf59-80950fb0c029 admin admin] Publish callbacks [] for security_group (69cfd8d4-e2ee-40dc-b3ed-25d9d1299e87), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.426681 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-1e7ab61a-48ab-49cc-8db6-9653b787e5d5 None None] Set router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:20:03.481658 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732245c3-6a1d-4655-b35d-a443568ddcf5 req-2b481f3e-62d5-4a79-a500-7ccc132cf30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:03.487245 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-732245c3-6a1d-4655-b35d-a443568ddcf5 req-2b481f3e-62d5-4a79-a500-7ccc132cf30f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 1130 time: 0.1319544 Apr 06 14:20:03.612731 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-866f6092-5aaa-41b4-bf59-80950fb0c029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (69cfd8d4-e2ee-40dc-b3ed-25d9d1299e87), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.618120 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-866f6092-5aaa-41b4-bf59-80950fb0c029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:03.619973 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-866f6092-5aaa-41b4-bf59-80950fb0c029 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69cfd8d4-e2ee-40dc-b3ed-25d9d1299e87 HTTP/1.1" status: 204 len: 168 time: 0.5119233 Apr 06 14:20:03.672268 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f6092-5aaa-41b4-bf59-80950fb0c029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cfd8d4-e2ee-40dc-b3ed-25d9d1299e87,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:03.747833 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732245c3-6a1d-4655-b35d-a443568ddcf5 req-2224ae9e-d745-4964-bf8c-ae8dda2afd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:03.749474 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-732245c3-6a1d-4655-b35d-a443568ddcf5 req-2224ae9e-d745-4964-bf8c-ae8dda2afd13 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 920 time: 0.2556272 Apr 06 14:20:03.770772 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-1e7ab61a-48ab-49cc-8db6-9653b787e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 4, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '40738a47-0c01-4ce8-a583-481268af4ce6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'port_id': 'f391f522-2071-4145-aa5f-60f31487c9c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'mac_address': 'fa:16:3e:d1:3f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:19:36Z', 'updated_at': '2022-04-06T14:20:01Z', 'revision_number': 1, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ef88b9-5927-4a8f-b727-445492a244f9', 'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'mac_address': 'fa:16:3e:b5:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:59Z', 'updated_at': '2022-04-06T14:17:08Z', 'revision_number': 5, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'subnets': [{'id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:03.839859 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ab61a-48ab-49cc-8db6-9653b787e5d5 None None] Checking router: 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:20:03.855090 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ab61a-48ab-49cc-8db6-9653b787e5d5 None None] Routers {'07eb86a5-9beb-4120-bd9f-d1d22cd3f468'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:20:03.857031 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-1e7ab61a-48ab-49cc-8db6-9653b787e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:19:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:03.866061 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-732245c3-6a1d-4655-b35d-a443568ddcf5 req-5d26ea79-0e8b-4c3d-ae12-3f81e8a45d7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f391f522-2071-4145-aa5f-60f31487c9c0 HTTP/1.1" status: 200 len: 999 time: 0.1101513 Apr 06 14:20:03.952936 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732245c3-6a1d-4655-b35d-a443568ddcf5 req-0a575f83-23f3-46e8-9d6d-0a68d12ca94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:03.961976 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-732245c3-6a1d-4655-b35d-a443568ddcf5 req-0a575f83-23f3-46e8-9d6d-0a68d12ca94e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.0854053 Apr 06 14:20:04.041617 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732245c3-6a1d-4655-b35d-a443568ddcf5 req-2fd7e787-0fa0-446b-a24a-208d47029d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:04.044398 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-732245c3-6a1d-4655-b35d-a443568ddcf5 req-2fd7e787-0fa0-446b-a24a-208d47029d6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792000 Apr 06 14:20:04.182122 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-1e7ab61a-48ab-49cc-8db6-9653b787e5d5 None None] Set router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:20:04.269200 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-732245c3-6a1d-4655-b35d-a443568ddcf5 req-6fae9a74-73b5-41ba-a7c9-2c893b5d35db service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102406 Apr 06 14:20:04.427522 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-732245c3-6a1d-4655-b35d-a443568ddcf5 req-d97dd35f-7e91-4107-bce4-ee9de5f52fbd service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500223 Apr 06 14:20:04.648723 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-1e7ab61a-48ab-49cc-8db6-9653b787e5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 4, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '40738a47-0c01-4ce8-a583-481268af4ce6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'port_id': 'f391f522-2071-4145-aa5f-60f31487c9c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'mac_address': 'fa:16:3e:d1:3f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:19:36Z', 'updated_at': '2022-04-06T14:20:01Z', 'revision_number': 1, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ef88b9-5927-4a8f-b727-445492a244f9', 'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'mac_address': 'fa:16:3e:b5:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:59Z', 'updated_at': '2022-04-06T14:17:08Z', 'revision_number': 5, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'subnets': [{'id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:04.660126 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 59150) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:04.686843 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-63befb19-dbc7-4d76-8058-2bf9ababc3fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:04.709661 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7ab61a-48ab-49cc-8db6-9653b787e5d5 None None] The sync data for ids ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'] in dv-cinder-835881-5-iscsi is: [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 4, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '40738a47-0c01-4ce8-a583-481268af4ce6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'port_id': 'f391f522-2071-4145-aa5f-60f31487c9c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'mac_address': 'fa:16:3e:d1:3f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:19:36Z', 'updated_at': '2022-04-06T14:20:01Z', 'revision_number': 1, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ef88b9-5927-4a8f-b727-445492a244f9', 'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'mac_address': 'fa:16:3e:b5:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:59Z', 'updated_at': '2022-04-06T14:17:08Z', 'revision_number': 5, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'subnets': [{'id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:20:04.816377 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-63befb19-dbc7-4d76-8058-2bf9ababc3fa admin admin] Publish callbacks [] for security_group (8981d04f-a63f-47a8-a6b3-cfbe43424027), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:04.943934 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-63befb19-dbc7-4d76-8058-2bf9ababc3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (8981d04f-a63f-47a8-a6b3-cfbe43424027), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:05.013907 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce3dca-c062-4c62-805e-e42fbe854043 None None] New status for floating IP 40738a47-0c01-4ce8-a583-481268af4ce6: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:20:05.051918 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63befb19-dbc7-4d76-8058-2bf9ababc3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8981d04f-a63f-47a8-a6b3-cfbe43424027,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:05.089413 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-63befb19-dbc7-4d76-8058-2bf9ababc3fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cee3a16dd009489ba8ac27ec3246ebbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4279931 Apr 06 14:20:05.093428 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59154) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:05.195289 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-696989e8-15a7-4341-95e2-260c154e6290 admin admin] Publish callbacks [] for security_group (8981d04f-a63f-47a8-a6b3-cfbe43424027), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:05.234560 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-696989e8-15a7-4341-95e2-260c154e6290 admin admin] Publish callbacks [] for security_group (8981d04f-a63f-47a8-a6b3-cfbe43424027), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:05.305811 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7d1a9178-025f-44fc-bb3f-065499c427f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:05.411751 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-696989e8-15a7-4341-95e2-260c154e6290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (8981d04f-a63f-47a8-a6b3-cfbe43424027), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:05.414459 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-696989e8-15a7-4341-95e2-260c154e6290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:05.415710 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-696989e8-15a7-4341-95e2-260c154e6290 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8981d04f-a63f-47a8-a6b3-cfbe43424027 HTTP/1.1" status: 204 len: 168 time: 0.3206959 Apr 06 14:20:05.435929 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696989e8-15a7-4341-95e2-260c154e6290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8981d04f-a63f-47a8-a6b3-cfbe43424027,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:06.490189 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-722d62ce-e4d5-4997-b534-809bb323fa0a tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=da4110d256a8447a8e21eda11edfd464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514314 Apr 06 14:20:06.605706 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59180) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:06.628404 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d9e00598-08d9-444b-8a1c-825c0abb144a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:06.752301 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d9e00598-08d9-444b-8a1c-825c0abb144a admin admin] Publish callbacks [] for security_group (7368649a-f72a-4e8b-81bc-6e054685e966), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:06.822988 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-14f274e3-d774-450d-bbd4-3483909c148f tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:06.825131 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-14f274e3-d774-450d-bbd4-3483909c148f tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3339567 Apr 06 14:20:06.829355 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d9e00598-08d9-444b-8a1c-825c0abb144a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7368649a-f72a-4e8b-81bc-6e054685e966), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:06.850653 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-1f729003-993b-4780-86f0-5ca5e2673448 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/quotas/da4110d256a8447a8e21eda11edfd464 HTTP/1.1" status: 200 len: 375 time: 0.0116026 Apr 06 14:20:06.914066 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-7b5a91a1-6aac-4b96-97ea-6072b1a631b7 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=da4110d256a8447a8e21eda11edfd464&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532131 Apr 06 14:20:06.914189 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-d9e00598-08d9-444b-8a1c-825c0abb144a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=417517dbbb144599a57a09d9fe7aefc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033652 Apr 06 14:20:06.914189 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e00598-08d9-444b-8a1c-825c0abb144a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7368649a-f72a-4e8b-81bc-6e054685e966,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:06.914341 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 59188) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:07.035372 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a6b3c13d-5f98-400e-b3a3-62cbd5fd19bb admin admin] Publish callbacks [] for security_group (7368649a-f72a-4e8b-81bc-6e054685e966), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.335328 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8c5e06e6-a020-4b7f-9ae3-9e32f31c93b4 req-7ba24d60-b3fa-4550-a0a0-c96f21120ee8 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 210 time: 0.0371928 Apr 06 14:20:07.415774 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a6b3c13d-5f98-400e-b3a3-62cbd5fd19bb admin admin] Publish callbacks [] for security_group (7368649a-f72a-4e8b-81bc-6e054685e966), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.577414 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a6b3c13d-5f98-400e-b3a3-62cbd5fd19bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7368649a-f72a-4e8b-81bc-6e054685e966), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.580207 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a6b3c13d-5f98-400e-b3a3-62cbd5fd19bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:07.584705 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a6b3c13d-5f98-400e-b3a3-62cbd5fd19bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7368649a-f72a-4e8b-81bc-6e054685e966 HTTP/1.1" status: 204 len: 168 time: 0.6547976 Apr 06 14:20:07.589941 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3c13d-5f98-400e-b3a3-62cbd5fd19bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7368649a-f72a-4e8b-81bc-6e054685e966,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:08.462490 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1fcbea0e-8227-4b77-8740-23a7508158cf req-28c0b29b-608f-4e58-81f4-84866f743be2 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 210 time: 0.0389941 Apr 06 14:20:08.967267 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e62a1d2f-b284-4bb5-a614-1986fc054e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:09.597206 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-edb19ee8-2ba8-4d43-9b88-85d8959799a8 req-4901aac5-db4d-4918-878d-116dacf0c628 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 210 time: 0.0501189 Apr 06 14:20:09.925090 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-70921830-6e0d-4900-9195-09ab10904387 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=da4110d256a8447a8e21eda11edfd464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386741 Apr 06 14:20:10.078359 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-b2ce1c21-a1b4-4052-aa31-1939bbee75eb tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:10.081904 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-b2ce1c21-a1b4-4052-aa31-1939bbee75eb tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509378 Apr 06 14:20:10.097553 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Request body: {'port': {'device_id': 'fddc0a87-7074-49dc-9e5b-54f93f6679db', 'network_id': '982910dd-0ef5-4bfe-95e8-f91d7341a9a0', 'admin_state_up': True, 'tenant_id': 'da4110d256a8447a8e21eda11edfd464'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:10.358964 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Made reservation on behalf of da4110d256a8447a8e21eda11edfd464 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:10.362376 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:10.371463 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:10.423252 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:10.464485 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Publish callbacks [] for security_group (2805bd05-98a1-4974-9bd5-4fb606c73b53), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:10.566439 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (2805bd05-98a1-4974-9bd5-4fb606c73b53), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:10.630965 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2805bd05-98a1-4974-9bd5-4fb606c73b53,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:10.733306 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1fd8b870-2c60-4ccc-ac89-f26b80a98d9f req-6cb08daf-935f-40c9-961e-cebfb4c5f069 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 210 time: 0.0420465 Apr 06 14:20:10.750998 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Allocated IP 192.168.233.77 (982910dd-0ef5-4bfe-95e8-f91d7341a9a0/8832f36c-0104-49b8-81d5-9ea96140bb8b/df1edc28-17ae-4c3a-9d62-3f1dc99a535f) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:10.913603 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Publish callbacks [] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:11.051654 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:11.098253 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Network 982910dd-0ef5-4bfe-95e8-f91d7341a9a0 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:11.103977 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:11.108955 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:20:11.139547 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Pushing event updated for resources: {'Port': ['ID=df1edc28-17ae-4c3a-9d62-3f1dc99a535f,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:11.173858 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:11.174557 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:11.308096 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-acc7a2cd-568e-4f4f-8713-fdcf8ffcc4d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2175431 Apr 06 14:20:11.320219 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Request body: {'port': {'device_id': 'fddc0a87-7074-49dc-9e5b-54f93f6679db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:11.364926 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-4aa9ae50-5118-4763-ae76-115af2e097d8 None None] Provisioning complete for port df1edc28-17ae-4c3a-9d62-3f1dc99a535f triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:20:11.365302 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4aa9ae50-5118-4763-ae76-115af2e097d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:11.400398 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:11.412606 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9ae50-5118-4763-ae76-115af2e097d8 None None] Port df1edc28-17ae-4c3a-9d62-3f1dc99a535f cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:20:11.710882 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1edc28-17ae-4c3a-9d62-3f1dc99a535f {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:20:11.710882 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Publish callbacks [] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:11.721189 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Transition to ACTIVE for port object df1edc28-17ae-4c3a-9d62-3f1dc99a535f will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:20:11.828354 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:11.871299 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f390e77-ddec-4d34-8cce-227dfcb6dab1 req-9696620f-1651-44a9-bc5a-85e014bbaa57 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:11.872954 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3f390e77-ddec-4d34-8cce-227dfcb6dab1 req-9696620f-1651-44a9-bc5a-85e014bbaa57 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 935 time: 0.0581436 Apr 06 14:20:11.892061 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Pushing event updated for resources: {'Port': ['ID=df1edc28-17ae-4c3a-9d62-3f1dc99a535f,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:11.937196 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3f390e77-ddec-4d34-8cce-227dfcb6dab1 req-d15bea37-2fe6-4f6b-8593-c71bf71ce338 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574374 Apr 06 14:20:11.974803 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Attempting to bind port df1edc28-17ae-4c3a-9d62-3f1dc99a535f on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:20:11.975266 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Attempting to bind port df1edc28-17ae-4c3a-9d62-3f1dc99a535f by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '798010b7-9125-446a-9fe8-e9821d6d1368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '982910dd-0ef5-4bfe-95e8-f91d7341a9a0'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:20:11.975643 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Attempting to bind port df1edc28-17ae-4c3a-9d62-3f1dc99a535f on network 982910dd-0ef5-4bfe-95e8-f91d7341a9a0 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:20:11.980564 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Port df1edc28-17ae-4c3a-9d62-3f1dc99a535f on network 982910dd-0ef5-4bfe-95e8-f91d7341a9a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:20:11.980933 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Attempting to bind port df1edc28-17ae-4c3a-9d62-3f1dc99a535f on network 982910dd-0ef5-4bfe-95e8-f91d7341a9a0 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:20:11.987153 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:20:11.988124 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Checking segment: {'id': '798010b7-9125-446a-9fe8-e9821d6d1368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '982910dd-0ef5-4bfe-95e8-f91d7341a9a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:20:11.988530 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Bound using segment: {'id': '798010b7-9125-446a-9fe8-e9821d6d1368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '982910dd-0ef5-4bfe-95e8-f91d7341a9a0'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:20:11.988999 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Bound port: df1edc28-17ae-4c3a-9d62-3f1dc99a535f, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798010b7-9125-446a-9fe8-e9821d6d1368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '982910dd-0ef5-4bfe-95e8-f91d7341a9a0'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:20:11.989352 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:12.035801 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:12.070345 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] For port df1edc28-17ae-4c3a-9d62-3f1dc99a535f, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:20:12.074293 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] For port df1edc28-17ae-4c3a-9d62-3f1dc99a535f, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df1edc28-17ae-4c3a-9d62-3f1dc99a535f,segment=NetworkSegment(798010b7-9125-446a-9fe8-e9821d6d1368),segment_id=798010b7-9125-446a-9fe8-e9821d6d1368)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:20:12.149259 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:12.185681 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:12.186830 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:12.187726 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] 10.222.0.49 "PUT /v2.0/ports/df1edc28-17ae-4c3a-9d62-3f1dc99a535f HTTP/1.1" status: 200 len: 1097 time: 0.8721828 Apr 06 14:20:12.188178 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddc0a87-7074-49dc-9e5b-54f93f6679db', 'tag': 'df1edc28-17ae-4c3a-9d62-3f1dc99a535f'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:20:12.192086 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f31b09-bd37-4404-b59c-3da299c42fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "fddc0a87-7074-49dc-9e5b-54f93f6679db", "tag": "df1edc28-17ae-4c3a-9d62-3f1dc99a535f"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:20:12.217536 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c4b5c-956c-4568-8cbb-1ed294eca735 service neutron] Pushing event updated for resources: {'Port': ['ID=df1edc28-17ae-4c3a-9d62-3f1dc99a535f,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:12.245466 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97563ca5-01fb-4af7-a538-4598a20c28db x-openstack-request-id: req-97563ca5-01fb-4af7-a538-4598a20c28db {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:20:12.245789 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddc0a87-7074-49dc-9e5b-54f93f6679db", "tag": "df1edc28-17ae-4c3a-9d62-3f1dc99a535f", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:20:12.246042 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97563ca5-01fb-4af7-a538-4598a20c28db {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:20:12.246619 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97563ca5-01fb-4af7-a538-4598a20c28db'] response: {'name': 'network-changed', 'server_uuid': 'fddc0a87-7074-49dc-9e5b-54f93f6679db', 'tag': 'df1edc28-17ae-4c3a-9d62-3f1dc99a535f', 'status': 'completed', 'code': 200} Apr 06 14:20:12.451348 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f31b09-bd37-4404-b59c-3da299c42fbb req-9b1eac96-d27b-416a-9a53-2831b7237b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:12.452895 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5f31b09-bd37-4404-b59c-3da299c42fbb req-9b1eac96-d27b-416a-9a53-2831b7237b39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da4110d256a8447a8e21eda11edfd464&device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 1131 time: 0.0556462 Apr 06 14:20:12.482934 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5f31b09-bd37-4404-b59c-3da299c42fbb req-0ede9ebe-e057-44d0-81a3-d6ecf312f4cb service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=da4110d256a8447a8e21eda11edfd464&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217385 Apr 06 14:20:12.583747 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f31b09-bd37-4404-b59c-3da299c42fbb req-926f5d2a-b4e6-425b-b02b-b3b11fffee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:12.585325 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5f31b09-bd37-4404-b59c-3da299c42fbb req-926f5d2a-b4e6-425b-b02b-b3b11fffee23 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969234 Apr 06 14:20:12.674694 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-554909b2-da5c-4c0a-83e4-024cfbd3bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:12.676122 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-554909b2-da5c-4c0a-83e4-024cfbd3bcd7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=da4110d256a8447a8e21eda11edfd464&device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 1131 time: 0.0454040 Apr 06 14:20:12.722103 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-1ac539a0-791f-4206-80ef-7a77d47247b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=df1edc28-17ae-4c3a-9d62-3f1dc99a535f HTTP/1.1" status: 200 len: 217 time: 0.0388398 Apr 06 14:20:12.800848 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-4693b655-015e-4b10-a2d4-dd2af917b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:12.803380 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-4693b655-015e-4b10-a2d4-dd2af917b881 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8832f36c-0104-49b8-81d5-9ea96140bb8b HTTP/1.1" status: 200 len: 843 time: 0.0738146 Apr 06 14:20:12.817677 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59372) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:12.865278 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-5a7bafe2-a3cc-44a9-885b-5a3e08aab699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:12.865723 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_v2 [None req-053520a3-3953-4e32-b324-5f01658a454c admin admin] Deleting subnet 34163c1a-979c-43f1-a8d4-0c31ba722228 {{(pid=103948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:20:12.867866 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-5a7bafe2-a3cc-44a9-885b-5a3e08aab699 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=982910dd-0ef5-4bfe-95e8-f91d7341a9a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0583062 Apr 06 14:20:12.869043 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-053520a3-3953-4e32-b324-5f01658a454c admin admin] Publish callbacks [] for subnet (34163c1a-979c-43f1-a8d4-0c31ba722228), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:12.905580 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-053520a3-3953-4e32-b324-5f01658a454c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602622'] for subnet (34163c1a-979c-43f1-a8d4-0c31ba722228), precommit_delete_associations {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:12.959802 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-053520a3-3953-4e32-b324-5f01658a454c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (34163c1a-979c-43f1-a8d4-0c31ba722228), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:12.969053 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-b52a813f-1495-42ca-9e79-8e85e68c7a72 service neutron] 10.222.0.49 "GET /v2.0/networks/982910dd-0ef5-4bfe-95e8-f91d7341a9a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946038 Apr 06 14:20:13.023598 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:13.079632 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c2416a8d-d1ee-4723-8722-7cfa96415f56 req-405d2061-715b-4d22-b266-720bec7b50cb service neutron] 10.222.0.49 "GET /v2.0/networks/982910dd-0ef5-4bfe-95e8-f91d7341a9a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035886 Apr 06 14:20:13.101759 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f93ec-6723-48fb-8551-321c175ec546 req-b10338c7-e183-4e89-9a58-489db0cdbe17 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:13.103293 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1b9f93ec-6723-48fb-8551-321c175ec546 req-b10338c7-e183-4e89-9a58-489db0cdbe17 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 947 time: 0.0716639 Apr 06 14:20:13.156881 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1b9f93ec-6723-48fb-8551-321c175ec546 req-fc7f16ff-2780-4241-8a0b-5d9322498d75 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476232 Apr 06 14:20:13.189492 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-053520a3-3953-4e32-b324-5f01658a454c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12612002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13415203'] for subnet (34163c1a-979c-43f1-a8d4-0c31ba722228), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:13.221624 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053520a3-3953-4e32-b324-5f01658a454c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34163c1a-979c-43f1-a8d4-0c31ba722228,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:13.226685 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-053520a3-3953-4e32-b324-5f01658a454c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:13.229986 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-053520a3-3953-4e32-b324-5f01658a454c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/34163c1a-979c-43f1-a8d4-0c31ba722228 HTTP/1.1" status: 204 len: 168 time: 0.4111569 Apr 06 14:20:13.232586 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59376) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:13.306303 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5a72-ac06-4857-b889-f651812f4ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (aa1f3a01-edd6-482e-9855-ec35964eb719), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:13.404760 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5a72-ac06-4857-b889-f651812f4ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (aa1f3a01-edd6-482e-9855-ec35964eb719), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:13.428430 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-7c3b5a72-ac06-4857-b889-f651812f4ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1f3a01-edd6-482e-9855-ec35964eb719']}} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:13.440264 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-7c3b5a72-ac06-4857-b889-f651812f4ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f224f82c-a337-4ce0-b676-06ce4e425c88') {'for_net_delete': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:13.440807 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-7c3b5a72-ac06-4857-b889-f651812f4ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f224f82c-a337-4ce0-b676-06ce4e425c88') {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:13.452169 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5a72-ac06-4857-b889-f651812f4ead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602373'] for segment (f224f82c-a337-4ce0-b676-06ce4e425c88), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:13.469385 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5a72-ac06-4857-b889-f651812f4ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (f224f82c-a337-4ce0-b676-06ce4e425c88), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:13.476941 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3b5a72-ac06-4857-b889-f651812f4ead admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=103948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:20:13.477248 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5a72-ac06-4857-b889-f651812f4ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12612040'] for segment (f224f82c-a337-4ce0-b676-06ce4e425c88), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: Traceback (most recent call last): Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: timer() Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: cb(*args, **kw) Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: return func(*args, **kwargs) Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: self._notify() Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: self.callback(batched_events) Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: event.method(event) Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: return f(self, *a, **k) Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._get(url).json() Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: return self.request(url, 'GET', **kwargs) Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:20:13.479320 dv-cinder-835881-5-iscsi neutron-server[103948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:20:13.623332 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5a72-ac06-4857-b889-f651812f4ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (aa1f3a01-edd6-482e-9855-ec35964eb719), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:13.632068 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c3b5a72-ac06-4857-b889-f651812f4ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:13.638399 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-7c3b5a72-ac06-4857-b889-f651812f4ead admin admin] 10.222.0.10 "DELETE /v2.0/networks/aa1f3a01-edd6-482e-9855-ec35964eb719 HTTP/1.1" status: 204 len: 168 time: 0.4020452 Apr 06 14:20:13.647211 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b5a72-ac06-4857-b889-f651812f4ead admin admin] Pushing event deleted for resources: {'Network': ['ID=aa1f3a01-edd6-482e-9855-ec35964eb719,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:14.062322 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59384) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:14.105884 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-1da1c98b-2577-4b8a-84de-12c50ec790b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0fbf8e1992b548f7aab4c4c756193078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423372 Apr 06 14:20:14.108492 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59386) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:14.170553 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3d0c-e55e-4ed6-9974-69b6fdde0b71 admin admin] Publish callbacks [] for security_group (536cd737-9ddc-43b4-8b50-f52d7c3c02d5), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:14.195300 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3d0c-e55e-4ed6-9974-69b6fdde0b71 admin admin] Publish callbacks [] for security_group (536cd737-9ddc-43b4-8b50-f52d7c3c02d5), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:14.286581 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f66d53-5742-426d-9617-4b61bef9c24d req-c1f6ab4a-489f-4617-b035-a20f57d2ce41 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:14.288171 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-33f66d53-5742-426d-9617-4b61bef9c24d req-c1f6ab4a-489f-4617-b035-a20f57d2ce41 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 947 time: 0.0613651 Apr 06 14:20:14.340823 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-33f66d53-5742-426d-9617-4b61bef9c24d req-4a9a91c2-4da6-4536-928a-c82541af97b0 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469923 Apr 06 14:20:14.348590 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3d0c-e55e-4ed6-9974-69b6fdde0b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (536cd737-9ddc-43b4-8b50-f52d7c3c02d5), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:14.351187 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e1d3d0c-e55e-4ed6-9974-69b6fdde0b71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:14.352353 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-4e1d3d0c-e55e-4ed6-9974-69b6fdde0b71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/536cd737-9ddc-43b4-8b50-f52d7c3c02d5 HTTP/1.1" status: 204 len: 168 time: 0.2429676 Apr 06 14:20:14.361678 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d3d0c-e55e-4ed6-9974-69b6fdde0b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536cd737-9ddc-43b4-8b50-f52d7c3c02d5,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:15.474108 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de52628-da2a-4911-ae7d-4cf4e4475317 req-56ed73e2-1267-4f6c-b7dc-aee9326a8fe6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:15.475759 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8de52628-da2a-4911-ae7d-4cf4e4475317 req-56ed73e2-1267-4f6c-b7dc-aee9326a8fe6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 947 time: 0.0661190 Apr 06 14:20:15.549306 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8de52628-da2a-4911-ae7d-4cf4e4475317 req-319eb301-a7bd-420f-b6f9-d3e719afffd9 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642457 Apr 06 14:20:16.683085 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c15d14-0b1f-4a5e-a4a4-4f03b1ba39cf req-df52e2f6-063f-418c-9b97-b1881ba3e0a9 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:16.684547 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a3c15d14-0b1f-4a5e-a4a4-4f03b1ba39cf req-df52e2f6-063f-418c-9b97-b1881ba3e0a9 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 947 time: 0.0643647 Apr 06 14:20:16.733106 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a3c15d14-0b1f-4a5e-a4a4-4f03b1ba39cf req-b61b5324-8663-4d3a-8caf-772a7e928627 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426970 Apr 06 14:20:17.861902 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48842f-ea1c-473d-9282-669a2f42e082 req-b71dd2c4-6c13-4c80-839e-a89904dbeb73 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:17.863581 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0e48842f-ea1c-473d-9282-669a2f42e082 req-b71dd2c4-6c13-4c80-839e-a89904dbeb73 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 947 time: 0.0590630 Apr 06 14:20:17.919841 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0e48842f-ea1c-473d-9282-669a2f42e082 req-d7ec4e60-c1c8-498d-9275-8d74fa15ffdb tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501983 Apr 06 14:20:18.822920 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device df1edc28-17ae-4c3a-9d62-3f1dc99a535f details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:20:18.921596 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port df1edc28-17ae-4c3a-9d62-3f1dc99a535f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df1edc28-17ae-4c3a-9d62-3f1dc99a535f,segment=NetworkSegment(798010b7-9125-446a-9fe8-e9821d6d1368),segment_id=798010b7-9125-446a-9fe8-e9821d6d1368)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:18.934603 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': 'df1edc28-17ae-4c3a-9d62-3f1dc99a535f', 'network_id': '982910dd-0ef5-4bfe-95e8-f91d7341a9a0', 'port_id': 'df1edc28-17ae-4c3a-9d62-3f1dc99a535f', 'mac_address': 'fa:16:3e:40:d9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8832f36c-0104-49b8-81d5-9ea96140bb8b', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:20:18.977396 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port df1edc28-17ae-4c3a-9d62-3f1dc99a535f is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:20:18.977785 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:18.992035 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1edc28-17ae-4c3a-9d62-3f1dc99a535f {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:20:19.011540 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port df1edc28-17ae-4c3a-9d62-3f1dc99a535f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df1edc28-17ae-4c3a-9d62-3f1dc99a535f,segment=NetworkSegment(798010b7-9125-446a-9fe8-e9821d6d1368),segment_id=798010b7-9125-446a-9fe8-e9821d6d1368)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:19.046621 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45709293-42a1-41cb-90ef-4a8447b13741 req-ee663ca4-7079-4ca1-9326-fb5ab8d7e51e tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:19.048086 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-45709293-42a1-41cb-90ef-4a8447b13741 req-ee663ca4-7079-4ca1-9326-fb5ab8d7e51e tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 947 time: 0.0583394 Apr 06 14:20:19.096357 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-45709293-42a1-41cb-90ef-4a8447b13741 req-de4f0fbb-9825-41cf-bdaf-accdd7ba908c tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425947 Apr 06 14:20:19.119586 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:19.168654 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=df1edc28-17ae-4c3a-9d62-3f1dc99a535f,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:19.175893 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:19.176242 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:19.176587 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:19.176923 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:19.177251 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:19.177577 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:19.177898 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:19.178223 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:19.178723 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:19.178940 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:19.179261 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:19.179583 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:19.179903 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:19.180218 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:19.180538 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:20:19.810991 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:20.093801 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['df1edc28-17ae-4c3a-9d62-3f1dc99a535f'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:20:20.219213 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9e2f8-fc9b-4d23-a7a8-409e365d02e4 req-82589859-bad4-41a1-a165-687b0cf7b914 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:20.221361 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5ed9e2f8-fc9b-4d23-a7a8-409e365d02e4 req-82589859-bad4-41a1-a165-687b0cf7b914 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 948 time: 0.0569153 Apr 06 14:20:20.272228 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5ed9e2f8-fc9b-4d23-a7a8-409e365d02e4 req-bd9c5d0c-2338-48f1-9173-2b6ad432f9d6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449390 Apr 06 14:20:20.351725 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59494) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:20.460372 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-53a6bfb0-d5ea-4f40-a81f-074b3d8272aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:20.540029 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-53a6bfb0-d5ea-4f40-a81f-074b3d8272aa admin admin] Publish callbacks [] for security_group (cda340c0-eca5-4cbc-8fb5-9b99b5e06db9), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:20.685417 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-53a6bfb0-d5ea-4f40-a81f-074b3d8272aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (cda340c0-eca5-4cbc-8fb5-9b99b5e06db9), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:20.728032 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-53a6bfb0-d5ea-4f40-a81f-074b3d8272aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=404f72ffe23048ac857c1eed5b457169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752077 Apr 06 14:20:20.728987 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6bfb0-d5ea-4f40-a81f-074b3d8272aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda340c0-eca5-4cbc-8fb5-9b99b5e06db9,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:20.731308 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59502) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:20.788221 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e39f394b-a60c-462b-adb4-c35c7fe17a09 admin admin] Publish callbacks [] for security_group (cda340c0-eca5-4cbc-8fb5-9b99b5e06db9), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:20.810878 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e39f394b-a60c-462b-adb4-c35c7fe17a09 admin admin] Publish callbacks [] for security_group (cda340c0-eca5-4cbc-8fb5-9b99b5e06db9), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:21.034296 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e39f394b-a60c-462b-adb4-c35c7fe17a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (cda340c0-eca5-4cbc-8fb5-9b99b5e06db9), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:21.036883 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e39f394b-a60c-462b-adb4-c35c7fe17a09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:21.038071 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-e39f394b-a60c-462b-adb4-c35c7fe17a09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cda340c0-eca5-4cbc-8fb5-9b99b5e06db9 HTTP/1.1" status: 204 len: 168 time: 0.3058434 Apr 06 14:20:21.045920 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f394b-a60c-462b-adb4-c35c7fe17a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda340c0-eca5-4cbc-8fb5-9b99b5e06db9,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:21.428911 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a15732-0d7a-481e-bced-e096eb275575 req-e7388efe-be31-4910-a256-6d4fb0df9551 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:21.430625 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-87a15732-0d7a-481e-bced-e096eb275575 req-e7388efe-be31-4910-a256-6d4fb0df9551 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 948 time: 0.0607185 Apr 06 14:20:21.484562 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-87a15732-0d7a-481e-bced-e096eb275575 req-d05faa28-d614-45ad-afcd-2db785c4c672 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480356 Apr 06 14:20:22.143894 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device df1edc28-17ae-4c3a-9d62-3f1dc99a535f up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:20:22.256198 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port df1edc28-17ae-4c3a-9d62-3f1dc99a535f completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:20:22.260596 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port df1edc28-17ae-4c3a-9d62-3f1dc99a535f triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:20:22.261003 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:22.345642 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port df1edc28-17ae-4c3a-9d62-3f1dc99a535f is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:20:22.346019 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:22.370415 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddc0a87-7074-49dc-9e5b-54f93f6679db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1edc28-17ae-4c3a-9d62-3f1dc99a535f'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:20:22.372683 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2c3cf5-27fd-4774-ba19-427f1e6af4eb" -d '{"events": [{"server_uuid": "fddc0a87-7074-49dc-9e5b-54f93f6679db", "name": "network-vif-plugged", "status": "completed", "tag": "df1edc28-17ae-4c3a-9d62-3f1dc99a535f"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:20:22.388466 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port df1edc28-17ae-4c3a-9d62-3f1dc99a535f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df1edc28-17ae-4c3a-9d62-3f1dc99a535f,segment=NetworkSegment(798010b7-9125-446a-9fe8-e9821d6d1368),segment_id=798010b7-9125-446a-9fe8-e9821d6d1368)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:22.410976 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c3acea-222b-40f5-98c8-7f0dd22206af x-openstack-request-id: req-97c3acea-222b-40f5-98c8-7f0dd22206af {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:20:22.411297 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddc0a87-7074-49dc-9e5b-54f93f6679db", "name": "network-vif-plugged", "status": "completed", "tag": "df1edc28-17ae-4c3a-9d62-3f1dc99a535f", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:20:22.411559 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97c3acea-222b-40f5-98c8-7f0dd22206af {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:20:22.411969 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c3acea-222b-40f5-98c8-7f0dd22206af'] response: {'server_uuid': 'fddc0a87-7074-49dc-9e5b-54f93f6679db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1edc28-17ae-4c3a-9d62-3f1dc99a535f', 'code': 200} Apr 06 14:20:22.478712 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:22.529643 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=df1edc28-17ae-4c3a-9d62-3f1dc99a535f,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:22.615972 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264c29f-e6ce-401f-bcf9-2d32bfa732c7 req-9a2c0dce-7336-4ecf-bf09-a49e6cffe094 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:22.617500 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1264c29f-e6ce-401f-bcf9-2d32bfa732c7 req-9a2c0dce-7336-4ecf-bf09-a49e6cffe094 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 949 time: 0.0607116 Apr 06 14:20:22.669350 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1264c29f-e6ce-401f-bcf9-2d32bfa732c7 req-7d72e4ff-a2d9-45c5-be1a-c8c3d810ea87 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454228 Apr 06 14:20:22.793613 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d52d54-be8e-41b4-94a7-5f5a3c47360a req-76cb4c4e-9b56-4ad7-8595-067d4fb2c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:22.796269 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-86d52d54-be8e-41b4-94a7-5f5a3c47360a req-76cb4c4e-9b56-4ad7-8595-067d4fb2c2fd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 1133 time: 0.0565991 Apr 06 14:20:22.848660 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-86d52d54-be8e-41b4-94a7-5f5a3c47360a req-06ce4fe0-fd8d-4dc8-bdda-f7fcb6837d5f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434010 Apr 06 14:20:23.795916 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139d250-7a57-4b39-a920-a88ecbe08ce3 req-55d5e064-9110-4ce0-b43f-16ff5e3d799e tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:23.797335 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2139d250-7a57-4b39-a920-a88ecbe08ce3 req-55d5e064-9110-4ce0-b43f-16ff5e3d799e tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 949 time: 0.0558269 Apr 06 14:20:23.848270 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2139d250-7a57-4b39-a920-a88ecbe08ce3 req-2a00e045-9433-4d66-bb11-6adbe806c7a6 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451140 Apr 06 14:20:24.014636 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-7bd01dd2-4808-481b-aaa2-6a55304e5599 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247525419&fields=id&tenant_id=cf877f755f1348e4948475f7f9e99e23 HTTP/1.1" status: 200 len: 267 time: 0.0448444 Apr 06 14:20:24.125376 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-4c24b594-79c6-44cb-af78-785077f93e32 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:24.127480 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-4c24b594-79c6-44cb-af78-785077f93e32 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/networks?id=f5041c3d-7c42-42ba-9375-e89b7e14795e HTTP/1.1" status: 200 len: 809 time: 0.1053529 Apr 06 14:20:24.143279 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-e7d8d7d8-857f-460a-b110-dbd9f866ae35 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/quotas/cf877f755f1348e4948475f7f9e99e23 HTTP/1.1" status: 200 len: 375 time: 0.0103004 Apr 06 14:20:24.206170 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-2aa56ff1-b07b-44ac-b84e-b1a9ef321a96 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cf877f755f1348e4948475f7f9e99e23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574980 Apr 06 14:20:24.306344 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-c1bc8774-3743-4e3f-b9d1-5297ca8972a4 service neutron] 10.222.0.10 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884495 Apr 06 14:20:24.409861 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-7459bc2a-30e9-4d25-b00d-dc3b323fe476 service neutron] 10.222.0.10 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974534 Apr 06 14:20:24.984193 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eada33-93e0-438c-8c26-0613118b7ae0 req-facc362d-b5ff-46b6-b089-4e7f13de9e79 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:24.986742 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b0eada33-93e0-438c-8c26-0613118b7ae0 req-facc362d-b5ff-46b6-b089-4e7f13de9e79 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 949 time: 0.0676258 Apr 06 14:20:25.056411 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b0eada33-93e0-438c-8c26-0613118b7ae0 req-dfd479c4-4478-4717-8142-dd9c66b7aa2c tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633163 Apr 06 14:20:25.179507 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b23aa037-caca-4041-b34e-0e9d62c76d50 req-c69ea5d8-48d3-4ab8-a685-cecfdc6b4941 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 210 time: 0.0415027 Apr 06 14:20:25.303015 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59572) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:25.431811 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d2d3e1f1-39e0-463b-8bf2-7d488e186c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:25.522657 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d2d3e1f1-39e0-463b-8bf2-7d488e186c37 admin admin] Publish callbacks [] for security_group (579bf5c9-c011-4a75-b2da-cc5dbadf4117), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:25.805041 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d2d3e1f1-39e0-463b-8bf2-7d488e186c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (579bf5c9-c011-4a75-b2da-cc5dbadf4117), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:25.845806 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-d2d3e1f1-39e0-463b-8bf2-7d488e186c37 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7164ec01bc144248b606096aa62dc562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5416794 Apr 06 14:20:25.846639 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3e1f1-39e0-463b-8bf2-7d488e186c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579bf5c9-c011-4a75-b2da-cc5dbadf4117,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:25.848684 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 59578) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:25.899545 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3f149d3c-d889-44e6-88b3-b47676ae2ca6 admin admin] Publish callbacks [] for security_group (579bf5c9-c011-4a75-b2da-cc5dbadf4117), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:25.925636 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3f149d3c-d889-44e6-88b3-b47676ae2ca6 admin admin] Publish callbacks [] for security_group (579bf5c9-c011-4a75-b2da-cc5dbadf4117), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:26.152190 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3f149d3c-d889-44e6-88b3-b47676ae2ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (579bf5c9-c011-4a75-b2da-cc5dbadf4117), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:26.154759 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3f149d3c-d889-44e6-88b3-b47676ae2ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:26.156001 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3f149d3c-d889-44e6-88b3-b47676ae2ca6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/579bf5c9-c011-4a75-b2da-cc5dbadf4117 HTTP/1.1" status: 204 len: 168 time: 0.3062353 Apr 06 14:20:26.183258 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f149d3c-d889-44e6-88b3-b47676ae2ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579bf5c9-c011-4a75-b2da-cc5dbadf4117,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:26.211005 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e50bc-4029-4317-bbf5-5a4c81ff1017 req-7f8029f9-8475-42d4-8551-fc7f0ed873a4 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:26.212128 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2a9e50bc-4029-4317-bbf5-5a4c81ff1017 req-7f8029f9-8475-42d4-8551-fc7f0ed873a4 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 949 time: 0.0710616 Apr 06 14:20:26.271307 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2a9e50bc-4029-4317-bbf5-5a4c81ff1017 req-e925e769-858b-4a03-a3a3-75ff29aa3e67 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533452 Apr 06 14:20:26.272878 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f3f1f840-4171-4005-a8df-c7242ea7bc01 req-927dab06-e875-402e-99b7-f742ae959315 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 210 time: 0.0331213 Apr 06 14:20:26.872862 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 59596) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:26.888277 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f999a6fa-e871-41dd-b954-1aa4d64fa997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:26.929891 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac177c-64f1-4300-a040-7dc7efd4ed32 req-e22198eb-b0fe-48aa-94fa-076b85839330 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:26.931534 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9fac177c-64f1-4300-a040-7dc7efd4ed32 req-e22198eb-b0fe-48aa-94fa-076b85839330 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 949 time: 0.0611613 Apr 06 14:20:26.971949 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f999a6fa-e871-41dd-b954-1aa4d64fa997 admin admin] Publish callbacks [] for security_group (eb87eb11-5771-4a94-adad-18bfc7c9bb70), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:26.985272 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9fac177c-64f1-4300-a040-7dc7efd4ed32 req-d17931a2-8be3-4c71-8952-ca8a3a3ba476 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472322 Apr 06 14:20:27.038932 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f999a6fa-e871-41dd-b954-1aa4d64fa997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (eb87eb11-5771-4a94-adad-18bfc7c9bb70), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:27.090612 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f999a6fa-e871-41dd-b954-1aa4d64fa997 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0fbfe55d32b4cf289e12d3ec84e0668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165990 Apr 06 14:20:27.091505 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999a6fa-e871-41dd-b954-1aa4d64fa997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb87eb11-5771-4a94-adad-18bfc7c9bb70,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:27.093324 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59600) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:27.149679 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-00018ce2-89a8-4ba6-a539-1d7a2896af0d admin admin] Publish callbacks [] for security_group (eb87eb11-5771-4a94-adad-18bfc7c9bb70), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:27.174331 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-00018ce2-89a8-4ba6-a539-1d7a2896af0d admin admin] Publish callbacks [] for security_group (eb87eb11-5771-4a94-adad-18bfc7c9bb70), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:27.347498 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-00018ce2-89a8-4ba6-a539-1d7a2896af0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (eb87eb11-5771-4a94-adad-18bfc7c9bb70), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:27.350143 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-00018ce2-89a8-4ba6-a539-1d7a2896af0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:27.351491 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-00018ce2-89a8-4ba6-a539-1d7a2896af0d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb87eb11-5771-4a94-adad-18bfc7c9bb70 HTTP/1.1" status: 204 len: 168 time: 0.2571416 Apr 06 14:20:27.361001 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00018ce2-89a8-4ba6-a539-1d7a2896af0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb87eb11-5771-4a94-adad-18bfc7c9bb70,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:27.385114 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d3e1d08-9d44-4dc1-a3ed-c681e981f9ed req-5dbb7a66-dde5-440a-abfc-dd28777bca42 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 210 time: 0.0305429 Apr 06 14:20:28.121104 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a7602-661a-447b-8798-6773ca80c48e req-49dbc779-e81a-421d-8123-fce720f8f275 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:28.122778 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cc1a7602-661a-447b-8798-6773ca80c48e req-49dbc779-e81a-421d-8123-fce720f8f275 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 949 time: 0.0626235 Apr 06 14:20:28.174261 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cc1a7602-661a-447b-8798-6773ca80c48e req-7c30b70f-4bc3-4bff-acab-b46dee4abe7d tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440495 Apr 06 14:20:28.312058 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59610) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:28.327224 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a23800d2-e1e0-47b8-91fc-4f1d4960b409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:28.416778 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a23800d2-e1e0-47b8-91fc-4f1d4960b409 admin admin] Publish callbacks [] for security_group (e74c3755-d459-463e-9986-35f24ed649d5), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:28.489332 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ae5a89bf-694b-4472-8229-99b83d562d7f req-5f0802c4-8ea3-4c4a-a134-4e15a701cd8a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 210 time: 0.0288320 Apr 06 14:20:28.531241 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a23800d2-e1e0-47b8-91fc-4f1d4960b409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e74c3755-d459-463e-9986-35f24ed649d5), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:28.575779 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-a23800d2-e1e0-47b8-91fc-4f1d4960b409 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d7b5d0806b24b8c8af86a0f21079fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624297 Apr 06 14:20:28.576892 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23800d2-e1e0-47b8-91fc-4f1d4960b409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74c3755-d459-463e-9986-35f24ed649d5,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:28.578784 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 59614) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:28.633880 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bef910f5-2dca-4cef-a3f0-19655dfde347 admin admin] Publish callbacks [] for security_group (e74c3755-d459-463e-9986-35f24ed649d5), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:28.655478 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bef910f5-2dca-4cef-a3f0-19655dfde347 admin admin] Publish callbacks [] for security_group (e74c3755-d459-463e-9986-35f24ed649d5), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:28.787674 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bef910f5-2dca-4cef-a3f0-19655dfde347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e74c3755-d459-463e-9986-35f24ed649d5), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:28.790180 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bef910f5-2dca-4cef-a3f0-19655dfde347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:28.791370 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-bef910f5-2dca-4cef-a3f0-19655dfde347 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e74c3755-d459-463e-9986-35f24ed649d5 HTTP/1.1" status: 204 len: 168 time: 0.2114542 Apr 06 14:20:28.799748 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef910f5-2dca-4cef-a3f0-19655dfde347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74c3755-d459-463e-9986-35f24ed649d5,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:29.118747 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15bc75-e45e-4d85-be17-8598d9871e5a req-7d5d8722-e746-4e49-a3d8-2d17daa1fca2 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:29.120258 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc15bc75-e45e-4d85-be17-8598d9871e5a req-7d5d8722-e746-4e49-a3d8-2d17daa1fca2 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.49 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 949 time: 0.0557001 Apr 06 14:20:29.248858 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-fc15bc75-e45e-4d85-be17-8598d9871e5a req-ef765017-e1cb-431d-a008-c22471eefbd9 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Deleting port df1edc28-17ae-4c3a-9d62-3f1dc99a535f {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:20:29.250044 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fc15bc75-e45e-4d85-be17-8598d9871e5a req-ef765017-e1cb-431d-a008-c22471eefbd9 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:29.358555 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcde439-4b70-4ce0-843d-07762ae1704d req-e2a1f1cb-6294-4655-9636-8221486fd439 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:29.366827 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-edcde439-4b70-4ce0-843d-07762ae1704d req-e2a1f1cb-6294-4655-9636-8221486fd439 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 949 time: 0.0859089 Apr 06 14:20:29.430129 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-edcde439-4b70-4ce0-843d-07762ae1704d req-a02e07e1-13fb-404b-a535-47f91e909ef8 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/security-groups?id=2805bd05-98a1-4974-9bd5-4fb606c73b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605860 Apr 06 14:20:29.432235 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-fc15bc75-e45e-4d85-be17-8598d9871e5a req-ef765017-e1cb-431d-a008-c22471eefbd9 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] For port df1edc28-17ae-4c3a-9d62-3f1dc99a535f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=df1edc28-17ae-4c3a-9d62-3f1dc99a535f,segment=NetworkSegment(798010b7-9125-446a-9fe8-e9821d6d1368),segment_id=798010b7-9125-446a-9fe8-e9821d6d1368)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:29.433074 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fc15bc75-e45e-4d85-be17-8598d9871e5a req-ef765017-e1cb-431d-a008-c22471eefbd9 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:29.458485 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-fc15bc75-e45e-4d85-be17-8598d9871e5a req-ef765017-e1cb-431d-a008-c22471eefbd9 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Calling delete_port for df1edc28-17ae-4c3a-9d62-3f1dc99a535f owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:20:29.494682 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-7b5ce502-b723-4a60-acbd-6d0fdcbc9a93 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:29.496210 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-7b5ce502-b723-4a60-acbd-6d0fdcbc9a93 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.49 "GET /v2.0/networks?id=f5041c3d-7c42-42ba-9375-e89b7e14795e HTTP/1.1" status: 200 len: 809 time: 0.1702127 Apr 06 14:20:29.613788 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8d88aa27-e54e-4cd9-b437-aaeadd8c37a7 req-046e3e27-71c5-4579-af93-4b524c3fd019 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 210 time: 0.0517724 Apr 06 14:20:29.640699 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-3194b341-2461-4250-8ff9-a94788ed8c83 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf877f755f1348e4948475f7f9e99e23 HTTP/1.1" status: 200 len: 380 time: 0.1147606 Apr 06 14:20:29.650345 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-c48d190a-049b-44ef-a311-02254b3ba7b9 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Request body: {'port': {'device_id': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'admin_state_up': True, 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'security_groups': ['7e63afb0-1c78-43a6-9e92-49071c86aa56']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:29.862304 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fc15bc75-e45e-4d85-be17-8598d9871e5a req-ef765017-e1cb-431d-a008-c22471eefbd9 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (df1edc28-17ae-4c3a-9d62-3f1dc99a535f), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:29.874646 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['df1edc28-17ae-4c3a-9d62-3f1dc99a535f'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:20:29.891790 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef765017-e1cb-431d-a008-c22471eefbd9 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Pushing event deleted for resources: {'Port': ['ID=df1edc28-17ae-4c3a-9d62-3f1dc99a535f,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:29.922218 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-c48d190a-049b-44ef-a311-02254b3ba7b9 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Made reservation on behalf of cf877f755f1348e4948475f7f9e99e23 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:20:29.926984 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-c48d190a-049b-44ef-a311-02254b3ba7b9 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:29.945182 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc15bc75-e45e-4d85-be17-8598d9871e5a req-ef765017-e1cb-431d-a008-c22471eefbd9 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] No DVR routers for this DVR port df1edc28-17ae-4c3a-9d62-3f1dc99a535f on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:20:29.954022 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-fc15bc75-e45e-4d85-be17-8598d9871e5a req-ef765017-e1cb-431d-a008-c22471eefbd9 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:29.957427 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc15bc75-e45e-4d85-be17-8598d9871e5a req-ef765017-e1cb-431d-a008-c22471eefbd9 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.49 "DELETE /v2.0/ports/df1edc28-17ae-4c3a-9d62-3f1dc99a535f HTTP/1.1" status: 204 len: 173 time: 0.8309023 Apr 06 14:20:29.957929 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddc0a87-7074-49dc-9e5b-54f93f6679db', 'name': 'network-vif-deleted', 'tag': 'df1edc28-17ae-4c3a-9d62-3f1dc99a535f'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:20:29.960261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f476bba4-411d-4748-afb3-722904fe7a85" -d '{"events": [{"server_uuid": "fddc0a87-7074-49dc-9e5b-54f93f6679db", "name": "network-vif-deleted", "tag": "df1edc28-17ae-4c3a-9d62-3f1dc99a535f"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:20:30.017583 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13b93fd-1489-47de-b3c0-9602dec9c70c x-openstack-request-id: req-a13b93fd-1489-47de-b3c0-9602dec9c70c {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:20:30.017886 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddc0a87-7074-49dc-9e5b-54f93f6679db", "name": "network-vif-deleted", "tag": "df1edc28-17ae-4c3a-9d62-3f1dc99a535f", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:20:30.018143 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a13b93fd-1489-47de-b3c0-9602dec9c70c {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:20:30.019090 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13b93fd-1489-47de-b3c0-9602dec9c70c'] response: {'server_uuid': 'fddc0a87-7074-49dc-9e5b-54f93f6679db', 'name': 'network-vif-deleted', 'tag': 'df1edc28-17ae-4c3a-9d62-3f1dc99a535f', 'status': 'completed', 'code': 200} Apr 06 14:20:30.105228 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-c48d190a-049b-44ef-a311-02254b3ba7b9 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Allocated IP 172.20.0.8 (f5041c3d-7c42-42ba-9375-e89b7e14795e/fa78e5fa-4a80-40c9-8141-6f492b0dd451/419147ef-0005-45ee-8de5-e9537c4b39c7) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:30.253572 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-c48d190a-049b-44ef-a311-02254b3ba7b9 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:30.353991 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-c48d190a-049b-44ef-a311-02254b3ba7b9 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:30.404337 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-c48d190a-049b-44ef-a311-02254b3ba7b9 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Network f5041c3d-7c42-42ba-9375-e89b7e14795e is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:30.408183 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-c48d190a-049b-44ef-a311-02254b3ba7b9 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:30.412093 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-c48d190a-049b-44ef-a311-02254b3ba7b9 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:20:30.418488 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d190a-049b-44ef-a311-02254b3ba7b9 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Pushing event updated for resources: {'Port': ['ID=419147ef-0005-45ee-8de5-e9537c4b39c7,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:30.474491 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-c48d190a-049b-44ef-a311-02254b3ba7b9 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:30.475156 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-c48d190a-049b-44ef-a311-02254b3ba7b9 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:30.562060 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-93527106-83ab-448c-af2f-5fb4914c1875 req-b7dc86a1-e672-4853-a839-fff755f449c9 tempest-VolumesNegativeTest-2060870850 tempest-VolumesNegativeTest-2060870850-project] 10.222.0.10 "GET /v2.0/ports?device_id=fddc0a87-7074-49dc-9e5b-54f93f6679db HTTP/1.1" status: 200 len: 210 time: 0.0317400 Apr 06 14:20:30.619360 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-c48d190a-049b-44ef-a311-02254b3ba7b9 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9740028 Apr 06 14:20:30.624403 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-6e0a7beb-b795-4ebb-8036-90687feaf3c5 None None] Provisioning complete for port 419147ef-0005-45ee-8de5-e9537c4b39c7 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:20:30.624775 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6e0a7beb-b795-4ebb-8036-90687feaf3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:30.655860 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Request body: {'port': {'device_id': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:30.661541 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-6e0a7beb-b795-4ebb-8036-90687feaf3c5 None None] Port 419147ef-0005-45ee-8de5-e9537c4b39c7 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:20:30.726429 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:30.748934 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f23fd8-76d7-47f8-b283-46c4db5c4200 req-f946325a-0fa9-4871-a1a4-48495bbbaf9e tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:30.751565 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d6f23fd8-76d7-47f8-b283-46c4db5c4200 req-f946325a-0fa9-4871-a1a4-48495bbbaf9e tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 931 time: 0.0586586 Apr 06 14:20:30.809010 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d6f23fd8-76d7-47f8-b283-46c4db5c4200 req-e4f42462-6647-4b5d-b3be-fd9795c5c27c tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511634 Apr 06 14:20:31.031213 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419147ef-0005-45ee-8de5-e9537c4b39c7 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:20:31.040110 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Publish callbacks [] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:31.053620 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Transition to ACTIVE for port object 419147ef-0005-45ee-8de5-e9537c4b39c7 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:20:31.158592 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:31.208970 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Pushing event updated for resources: {'Port': ['ID=419147ef-0005-45ee-8de5-e9537c4b39c7,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:31.304731 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Attempting to bind port 419147ef-0005-45ee-8de5-e9537c4b39c7 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:20:31.305268 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Attempting to bind port 419147ef-0005-45ee-8de5-e9537c4b39c7 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'bbd0843d-8364-4493-9dba-bdaefdf3001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:20:31.305662 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Attempting to bind port 419147ef-0005-45ee-8de5-e9537c4b39c7 on network f5041c3d-7c42-42ba-9375-e89b7e14795e {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:20:31.316878 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Port 419147ef-0005-45ee-8de5-e9537c4b39c7 on network f5041c3d-7c42-42ba-9375-e89b7e14795e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:20:31.316878 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Attempting to bind port 419147ef-0005-45ee-8de5-e9537c4b39c7 on network f5041c3d-7c42-42ba-9375-e89b7e14795e {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:20:31.321544 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:20:31.321873 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Checking segment: {'id': 'bbd0843d-8364-4493-9dba-bdaefdf3001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:20:31.322252 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Bound using segment: {'id': 'bbd0843d-8364-4493-9dba-bdaefdf3001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:20:31.322882 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Bound port: 419147ef-0005-45ee-8de5-e9537c4b39c7, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd0843d-8364-4493-9dba-bdaefdf3001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:20:31.323319 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:31.405228 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] For port 419147ef-0005-45ee-8de5-e9537c4b39c7, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:20:31.408521 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] For port 419147ef-0005-45ee-8de5-e9537c4b39c7, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=419147ef-0005-45ee-8de5-e9537c4b39c7,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:20:31.502667 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:31.537518 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:31.538126 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:31.539681 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] 10.222.0.49 "PUT /v2.0/ports/419147ef-0005-45ee-8de5-e9537c4b39c7 HTTP/1.1" status: 200 len: 1093 time: 0.8922999 Apr 06 14:20:31.566271 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2e6b9-bbe6-4d73-9a26-015399424435 service neutron] Pushing event updated for resources: {'Port': ['ID=419147ef-0005-45ee-8de5-e9537c4b39c7,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:31.714005 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-a4c17731-4213-4b95-9a2d-acab0c1b7518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:31.715872 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-a4c17731-4213-4b95-9a2d-acab0c1b7518 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf877f755f1348e4948475f7f9e99e23&device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 1127 time: 0.0513914 Apr 06 14:20:31.758983 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-055e6e3b-203b-4851-be26-7689f666dfcb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=419147ef-0005-45ee-8de5-e9537c4b39c7 HTTP/1.1" status: 200 len: 217 time: 0.0350499 Apr 06 14:20:31.815320 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-620647d6-1874-4ff9-a2e7-81edf1e7890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:31.816802 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-620647d6-1874-4ff9-a2e7-81edf1e7890f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa78e5fa-4a80-40c9-8141-6f492b0dd451 HTTP/1.1" status: 200 len: 848 time: 0.0519159 Apr 06 14:20:31.870395 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-c8dee291-44fb-4cca-a527-f9602128534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:31.871989 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-c8dee291-44fb-4cca-a527-f9602128534f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5041c3d-7c42-42ba-9375-e89b7e14795e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490301 Apr 06 14:20:31.931095 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46561c59-1582-4d6b-9f66-eb659f4c473a req-edadb9ce-7931-49df-9545-b04b831dbbf7 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:31.932621 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-46561c59-1582-4d6b-9f66-eb659f4c473a req-edadb9ce-7931-49df-9545-b04b831dbbf7 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0527320 Apr 06 14:20:31.988297 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-149c509e-ec2a-4a6d-bf61-daa926c975b9 service neutron] 10.222.0.49 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082182 Apr 06 14:20:31.990291 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-46561c59-1582-4d6b-9f66-eb659f4c473a req-33400e0a-8f00-43fe-a374-cabadd80fa5c tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511017 Apr 06 14:20:32.039832 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'tag': '419147ef-0005-45ee-8de5-e9537c4b39c7'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:20:32.042505 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bec9eb-143c-47bf-8afa-73e54aea91d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea326de-0b08-46c7-9cfa-0d8c475c9b4a", "tag": "419147ef-0005-45ee-8de5-e9537c4b39c7"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:20:32.092119 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac98c2a5-b853-4248-b707-1da81a326ae2 x-openstack-request-id: req-ac98c2a5-b853-4248-b707-1da81a326ae2 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:20:32.092406 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea326de-0b08-46c7-9cfa-0d8c475c9b4a", "tag": "419147ef-0005-45ee-8de5-e9537c4b39c7", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:20:32.092675 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac98c2a5-b853-4248-b707-1da81a326ae2 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:20:32.093091 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac98c2a5-b853-4248-b707-1da81a326ae2'] response: {'name': 'network-changed', 'server_uuid': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'tag': '419147ef-0005-45ee-8de5-e9537c4b39c7', 'status': 'completed', 'code': 200} Apr 06 14:20:32.105296 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-240a8c5e-71da-431f-a0d1-e5bf79760864 req-dd067024-3be0-40b6-aeff-3b9f413bb236 service neutron] 10.222.0.49 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106956 Apr 06 14:20:32.160138 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device df1edc28-17ae-4c3a-9d62-3f1dc99a535f no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:20:32.185617 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: df1edc28-17ae-4c3a-9d62-3f1dc99a535f {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:20:32.185966 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device df1edc28-17ae-4c3a-9d62-3f1dc99a535f not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:20:33.118963 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f31d76-0b8a-408c-a445-13db5ae60cc7 req-6ba4c412-c489-4155-b62f-2e77b7470061 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:33.120543 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-21f31d76-0b8a-408c-a445-13db5ae60cc7 req-6ba4c412-c489-4155-b62f-2e77b7470061 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0588329 Apr 06 14:20:33.175438 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-21f31d76-0b8a-408c-a445-13db5ae60cc7 req-60129d2e-9b23-40f9-af42-d5a79888f689 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486867 Apr 06 14:20:33.944281 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bec9eb-143c-47bf-8afa-73e54aea91d1 req-0f361df6-40d2-4804-bcbb-9733f037e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:33.945780 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-12bec9eb-143c-47bf-8afa-73e54aea91d1 req-0f361df6-40d2-4804-bcbb-9733f037e88d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf877f755f1348e4948475f7f9e99e23&device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 1127 time: 0.0465617 Apr 06 14:20:34.046156 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bec9eb-143c-47bf-8afa-73e54aea91d1 req-a991c300-d582-49c0-b1ae-1976dcdb91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:34.047892 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-12bec9eb-143c-47bf-8afa-73e54aea91d1 req-a991c300-d582-49c0-b1ae-1976dcdb91e2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f5041c3d-7c42-42ba-9375-e89b7e14795e HTTP/1.1" status: 200 len: 910 time: 0.0956295 Apr 06 14:20:34.092066 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-12bec9eb-143c-47bf-8afa-73e54aea91d1 req-35002e07-7c21-4a6e-9d88-4c3515c9f9a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=419147ef-0005-45ee-8de5-e9537c4b39c7 HTTP/1.1" status: 200 len: 217 time: 0.0376244 Apr 06 14:20:34.145626 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bec9eb-143c-47bf-8afa-73e54aea91d1 req-65ce06a7-a311-4298-93dd-dcc47b2bd6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:34.147184 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-12bec9eb-143c-47bf-8afa-73e54aea91d1 req-65ce06a7-a311-4298-93dd-dcc47b2bd6eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa78e5fa-4a80-40c9-8141-6f492b0dd451 HTTP/1.1" status: 200 len: 848 time: 0.0489829 Apr 06 14:20:34.200605 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bec9eb-143c-47bf-8afa-73e54aea91d1 req-71a7e1da-6e42-4701-b964-3b0e2e7b60fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:34.202030 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-12bec9eb-143c-47bf-8afa-73e54aea91d1 req-71a7e1da-6e42-4701-b964-3b0e2e7b60fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5041c3d-7c42-42ba-9375-e89b7e14795e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480425 Apr 06 14:20:34.633303 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-12bec9eb-143c-47bf-8afa-73e54aea91d1 req-f97ba3af-d608-48f6-b749-a2df6f697f46 service neutron] 10.222.0.49 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238195 Apr 06 14:20:34.641932 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac5f18-20da-4233-b692-25b6593af7c2 req-96df4293-b02f-4228-aef5-b1f26ef63a85 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:34.643527 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eeac5f18-20da-4233-b692-25b6593af7c2 req-96df4293-b02f-4228-aef5-b1f26ef63a85 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.3741040 Apr 06 14:20:34.745308 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eeac5f18-20da-4233-b692-25b6593af7c2 req-0ec46eb4-6eb7-44ca-b0b6-024747c2cab5 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934818 Apr 06 14:20:34.777807 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-12bec9eb-143c-47bf-8afa-73e54aea91d1 req-cbb977a1-b74a-4326-9fbd-31d56c883641 service neutron] 10.222.0.49 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332893 Apr 06 14:20:35.107625 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d0ebb058-5992-478b-b223-05599f6f83b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:35.878513 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b61f86-fcd8-424c-bc9f-c90b3f2b61af req-f42701a9-5661-4ec4-a3d5-3c4fad082a60 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:35.880160 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b1b61f86-fcd8-424c-bc9f-c90b3f2b61af req-f42701a9-5661-4ec4-a3d5-3c4fad082a60 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0602822 Apr 06 14:20:35.939374 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b1b61f86-fcd8-424c-bc9f-c90b3f2b61af req-eb082fc9-eff0-4014-b57b-c2ff974c0031 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525336 Apr 06 14:20:37.061160 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9162049-63c5-4dd3-8cc9-2c91b6baaa38 req-54507fea-8241-4ba8-b00c-c9317289339a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:37.062662 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a9162049-63c5-4dd3-8cc9-2c91b6baaa38 req-54507fea-8241-4ba8-b00c-c9317289339a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0524199 Apr 06 14:20:37.115248 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a9162049-63c5-4dd3-8cc9-2c91b6baaa38 req-91a1ed38-c8ed-49a3-b74f-f480afc92b5f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456591 Apr 06 14:20:38.239046 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2bee2-f517-4e76-b640-580b0dd87f95 req-85a6776b-21f1-41d5-b46c-4e36e7643ff3 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:38.240570 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-15f2bee2-f517-4e76-b640-580b0dd87f95 req-85a6776b-21f1-41d5-b46c-4e36e7643ff3 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0555551 Apr 06 14:20:38.292072 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-15f2bee2-f517-4e76-b640-580b0dd87f95 req-c757dc0a-a560-4aea-8d81-495d23109280 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443344 Apr 06 14:20:38.810538 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 59892) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:38.899413 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:20:38.948973 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5aa54414-8ec3-4cb5-a1b0-2518fa2d2519 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da4110d256a8447a8e21eda11edfd464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371655 Apr 06 14:20:38.951520 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 59896) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:38.996487 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cf02b5dd-2dc9-444c-93d8-1959d541d72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:39.005408 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-060e9a25-1836-4464-a03c-5e6e144e044c admin admin] Publish callbacks [] for security_group (2805bd05-98a1-4974-9bd5-4fb606c73b53), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:39.029097 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-060e9a25-1836-4464-a03c-5e6e144e044c admin admin] Publish callbacks [] for security_group (2805bd05-98a1-4974-9bd5-4fb606c73b53), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:39.192322 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-060e9a25-1836-4464-a03c-5e6e144e044c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (2805bd05-98a1-4974-9bd5-4fb606c73b53), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:39.194979 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-060e9a25-1836-4464-a03c-5e6e144e044c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:39.196175 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-060e9a25-1836-4464-a03c-5e6e144e044c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2805bd05-98a1-4974-9bd5-4fb606c73b53 HTTP/1.1" status: 204 len: 168 time: 0.2437010 Apr 06 14:20:39.205538 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e9a25-1836-4464-a03c-5e6e144e044c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2805bd05-98a1-4974-9bd5-4fb606c73b53,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:39.415240 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4e58a-5f9d-4fc8-91be-0be8c51110b2 req-4c97a1ee-48e3-455d-9070-5843c8a153db tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:39.416689 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95c4e58a-5f9d-4fc8-91be-0be8c51110b2 req-4c97a1ee-48e3-455d-9070-5843c8a153db tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0540109 Apr 06 14:20:39.469465 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95c4e58a-5f9d-4fc8-91be-0be8c51110b2 req-7dd2faf0-8a5c-4944-b692-ee879b218abc tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463595 Apr 06 14:20:40.352532 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:40.585426 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe4750-be6f-49dc-90e5-46e22c3247e8 req-e35b828f-6bb0-4f73-a3ac-b18ff4eb7628 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:40.586827 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2fbe4750-be6f-49dc-90e5-46e22c3247e8 req-e35b828f-6bb0-4f73-a3ac-b18ff4eb7628 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0515456 Apr 06 14:20:40.636339 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2fbe4750-be6f-49dc-90e5-46e22c3247e8 req-9ea50490-6128-42bc-b5c3-ae5ba6379e9b tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439329 Apr 06 14:20:41.755610 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8c14d-60de-40c0-a9ff-e8d036bc53a2 req-274fd9b6-845e-4ba6-b279-22fb948f9f1c tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:41.757130 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e9d8c14d-60de-40c0-a9ff-e8d036bc53a2 req-274fd9b6-845e-4ba6-b279-22fb948f9f1c tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0529208 Apr 06 14:20:41.806617 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e9d8c14d-60de-40c0-a9ff-e8d036bc53a2 req-81397d5b-ceb8-4a96-a355-695a7e772476 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439453 Apr 06 14:20:41.986798 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:42.238385 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 419147ef-0005-45ee-8de5-e9537c4b39c7 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:20:42.338129 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 419147ef-0005-45ee-8de5-e9537c4b39c7, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=419147ef-0005-45ee-8de5-e9537c4b39c7,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:42.350505 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '419147ef-0005-45ee-8de5-e9537c4b39c7', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'port_id': '419147ef-0005-45ee-8de5-e9537c4b39c7', 'mac_address': 'fa:16:3e:f3:33:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:20:42.388051 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 419147ef-0005-45ee-8de5-e9537c4b39c7 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:20:42.388426 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:42.401835 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419147ef-0005-45ee-8de5-e9537c4b39c7 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:20:42.422275 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 419147ef-0005-45ee-8de5-e9537c4b39c7, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=419147ef-0005-45ee-8de5-e9537c4b39c7,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:42.512713 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:42.564610 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=419147ef-0005-45ee-8de5-e9537c4b39c7,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:42.935344 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126ea54-5d88-4dd5-a658-590b36ce6cd3 req-0b407943-18f0-4d45-9b79-297d81c91e67 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:42.937036 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3126ea54-5d88-4dd5-a658-590b36ce6cd3 req-0b407943-18f0-4d45-9b79-297d81c91e67 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 944 time: 0.0570934 Apr 06 14:20:42.995699 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3126ea54-5d88-4dd5-a658-590b36ce6cd3 req-a22f1075-426a-49cf-a4d4-fc53949415dc tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514846 Apr 06 14:20:43.038051 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:43.069175 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['419147ef-0005-45ee-8de5-e9537c4b39c7'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:20:44.131254 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642bb77-a7dd-4e66-866d-707fb99187df req-e9d35ece-b6fd-443f-81d3-aa853a770e28 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:44.132816 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4642bb77-a7dd-4e66-866d-707fb99187df req-e9d35ece-b6fd-443f-81d3-aa853a770e28 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 944 time: 0.0607216 Apr 06 14:20:44.185451 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4642bb77-a7dd-4e66-866d-707fb99187df req-368cd6aa-3d4a-40b6-b028-78bef26674f5 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464838 Apr 06 14:20:44.573938 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 419147ef-0005-45ee-8de5-e9537c4b39c7 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:20:44.712855 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port 419147ef-0005-45ee-8de5-e9537c4b39c7 completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:20:44.717226 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 419147ef-0005-45ee-8de5-e9537c4b39c7 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:20:44.717626 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:44.822972 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 419147ef-0005-45ee-8de5-e9537c4b39c7 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:20:44.823613 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:44.863048 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419147ef-0005-45ee-8de5-e9537c4b39c7'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:20:44.866853 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485d7a92-ef6b-410b-853b-e2bbdb8bda5c" -d '{"events": [{"server_uuid": "7ea326de-0b08-46c7-9cfa-0d8c475c9b4a", "name": "network-vif-plugged", "status": "completed", "tag": "419147ef-0005-45ee-8de5-e9537c4b39c7"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:20:44.888956 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 419147ef-0005-45ee-8de5-e9537c4b39c7, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=419147ef-0005-45ee-8de5-e9537c4b39c7,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:20:44.907745 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad277a1b-0c57-47d4-ae65-2df8d11282d3 x-openstack-request-id: req-ad277a1b-0c57-47d4-ae65-2df8d11282d3 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:20:44.908060 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea326de-0b08-46c7-9cfa-0d8c475c9b4a", "name": "network-vif-plugged", "status": "completed", "tag": "419147ef-0005-45ee-8de5-e9537c4b39c7", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:20:44.908321 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad277a1b-0c57-47d4-ae65-2df8d11282d3 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:20:44.908769 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad277a1b-0c57-47d4-ae65-2df8d11282d3'] response: {'server_uuid': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419147ef-0005-45ee-8de5-e9537c4b39c7', 'code': 200} Apr 06 14:20:45.015182 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:45.066059 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=419147ef-0005-45ee-8de5-e9537c4b39c7,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:45.309562 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b532f0-77c5-4776-a113-897ddcb141b6 req-13884e08-5e16-4320-b202-4a4f2a27f22d tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:45.311155 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96b532f0-77c5-4776-a113-897ddcb141b6 req-13884e08-5e16-4320-b202-4a4f2a27f22d tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0558271 Apr 06 14:20:45.388953 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96b532f0-77c5-4776-a113-897ddcb141b6 req-8239b3dc-51a1-4a2e-9458-a0a2d042ccb2 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673826 Apr 06 14:20:45.393430 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bf27c-6c78-4425-814b-f79cf1b8174f req-70d41ed3-8764-47ad-b4cf-cd1668e4b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:45.394925 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-281bf27c-6c78-4425-814b-f79cf1b8174f req-70d41ed3-8764-47ad-b4cf-cd1668e4b2a1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 1129 time: 0.0811067 Apr 06 14:20:45.449667 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-281bf27c-6c78-4425-814b-f79cf1b8174f req-a4940c11-a1ab-44a1-bff6-61a55f022e09 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480299 Apr 06 14:20:46.515013 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30d69a-5c5c-4b99-8c8b-0c4d14793bc1 req-3909a86f-ce7a-4d5a-9e3c-c2bbc33f646a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:46.517121 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8e30d69a-5c5c-4b99-8c8b-0c4d14793bc1 req-3909a86f-ce7a-4d5a-9e3c-c2bbc33f646a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0556931 Apr 06 14:20:46.566810 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8e30d69a-5c5c-4b99-8c8b-0c4d14793bc1 req-29ff8c08-a78a-40de-b335-388322db8b51 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437887 Apr 06 14:20:47.703939 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d1388-ab75-4db7-8afd-ec066a2e2a06 req-bec391bc-06af-4f15-847b-be88a14d4711 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:47.705596 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ea7d1388-ab75-4db7-8afd-ec066a2e2a06 req-bec391bc-06af-4f15-847b-be88a14d4711 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0694721 Apr 06 14:20:47.758546 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ea7d1388-ab75-4db7-8afd-ec066a2e2a06 req-f47e7161-dc56-4ff7-b8c9-5c751063eb17 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457957 Apr 06 14:20:47.897949 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a18e7-3931-473a-a774-1ba0aec0f1fc req-38876948-03e2-4af5-af1a-f600234c928a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:47.899501 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-983a18e7-3931-473a-a774-1ba0aec0f1fc req-38876948-03e2-4af5-af1a-f600234c928a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0543478 Apr 06 14:20:47.950751 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-983a18e7-3931-473a-a774-1ba0aec0f1fc req-4bb3d159-1090-4930-b59a-212ee300a2b2 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456393 Apr 06 14:20:47.977404 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59928) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:48.221775 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1caae5-232f-474b-b10e-6828eb3d491a tempest-TestShelveInstance-1907576099 tempest-TestShelveInstance-1907576099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:48.223261 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-3b1caae5-232f-474b-b10e-6828eb3d491a tempest-TestShelveInstance-1907576099 tempest-TestShelveInstance-1907576099-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 1124 time: 0.2448640 Apr 06 14:20:48.226406 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 59932) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:20:48.230638 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Request body: {'floatingip': {'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'port_id': '419147ef-0005-45ee-8de5-e9537c4b39c7', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:20:48.329031 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:48.438639 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:48.550228 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Allocated IP 172.27.2.121 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/8c4a9bb1-9699-4c81-87b1-2e0548f64d87) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:20:48.662985 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for port (8c4a9bb1-9699-4c81-87b1-2e0548f64d87), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:48.769724 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (8c4a9bb1-9699-4c81-87b1-2e0548f64d87), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:48.811622 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:20:48.814953 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:20:48.817623 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:20:48.840807 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Pushing event updated for resources: {'Port': ['ID=8c4a9bb1-9699-4c81-87b1-2e0548f64d87,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:49.203459 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for floatingip (9de2f0e8-a260-4260-a076-544c266a14c6), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:49.352544 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (8c4a9bb1-9699-4c81-87b1-2e0548f64d87), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:49.510892 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for port (8c4a9bb1-9699-4c81-87b1-2e0548f64d87), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:49.592126 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12612076'] for port (8c4a9bb1-9699-4c81-87b1-2e0548f64d87), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:49.668071 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Pushing event updated for resources: {'Port': ['ID=8c4a9bb1-9699-4c81-87b1-2e0548f64d87,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:20:49.681262 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (9de2f0e8-a260-4260-a076-544c266a14c6), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:49.794238 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.l3_db [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Floating IP 9de2f0e8-a260-4260-a076-544c266a14c6 associated. External IP: 172.27.2.121, port: 419147ef-0005-45ee-8de5-e9537c4b39c7. Apr 06 14:20:49.849792 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:50.021333 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Router 012e87b7-0d92-4afc-affd-c47ca741fee2 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:20:50.353750 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:20:50.363917 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ad4111-26e5-4ebe-b757-25da622ae1d6 None None] Sync routers for ids ['012e87b7-0d92-4afc-affd-c47ca741fee2'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:20:50.373250 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ad4111-26e5-4ebe-b757-25da622ae1d6 None None] Routers {'012e87b7-0d92-4afc-affd-c47ca741fee2'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:20:50.378637 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-c8ad4111-26e5-4ebe-b757-25da622ae1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:20:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['012e87b7-0d92-4afc-affd-c47ca741fee2'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:50.445179 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:20:50.477793 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-2e30170a-f8bb-4116-ab95-e166ea19fc7f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2503035 Apr 06 14:20:50.478563 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'tag': '419147ef-0005-45ee-8de5-e9537c4b39c7'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:20:50.481291 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cee74c5e6806168c4361293fd760050ed74eb1b6027abc74829ef037f04afca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e4a863-7fe2-43da-a14d-40d353231f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea326de-0b08-46c7-9cfa-0d8c475c9b4a", "tag": "419147ef-0005-45ee-8de5-e9537c4b39c7"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:20:50.497166 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-c8ad4111-26e5-4ebe-b757-25da622ae1d6 None None] Set router 012e87b7-0d92-4afc-affd-c47ca741fee2 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:20:50.541624 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1ea285-fcd3-4bde-9510-9d0fc304bd3a x-openstack-request-id: req-db1ea285-fcd3-4bde-9510-9d0fc304bd3a {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:20:50.542077 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea326de-0b08-46c7-9cfa-0d8c475c9b4a", "tag": "419147ef-0005-45ee-8de5-e9537c4b39c7", "status": "completed", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:20:50.542477 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db1ea285-fcd3-4bde-9510-9d0fc304bd3a {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:20:50.543115 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db1ea285-fcd3-4bde-9510-9d0fc304bd3a'] response: {'name': 'network-changed', 'server_uuid': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'tag': '419147ef-0005-45ee-8de5-e9537c4b39c7', 'status': 'completed', 'code': 200} Apr 06 14:20:50.617137 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4a863-7fe2-43da-a14d-40d353231f3a req-c450c133-2ad9-4d94-bc18-59742777db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:50.619367 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a7e4a863-7fe2-43da-a14d-40d353231f3a req-c450c133-2ad9-4d94-bc18-59742777db2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf877f755f1348e4948475f7f9e99e23&device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 1129 time: 0.0534832 Apr 06 14:20:50.733223 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4a863-7fe2-43da-a14d-40d353231f3a req-1785a0fa-e063-4395-9a9e-f7986f2adffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:50.735770 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a7e4a863-7fe2-43da-a14d-40d353231f3a req-1785a0fa-e063-4395-9a9e-f7986f2adffd service neutron] 10.222.0.49 "GET /v2.0/networks?id=f5041c3d-7c42-42ba-9375-e89b7e14795e HTTP/1.1" status: 200 len: 910 time: 0.1092417 Apr 06 14:20:50.744770 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-c8ad4111-26e5-4ebe-b757-25da622ae1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:27Z', 'updated_at': '2022-04-06T14:19:31Z', 'revision_number': 4, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'gw_port': {'id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:28Z', 'updated_at': '2022-04-06T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '9de2f0e8-a260-4260-a076-544c266a14c6', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'port_id': '419147ef-0005-45ee-8de5-e9537c4b39c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'mac_address': 'fa:16:3e:f3:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:20:49Z', 'updated_at': '2022-04-06T14:20:49Z', 'revision_number': 0, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f7ed83-1376-45c9-a5bf-077c41933db3', 'name': '', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'mac_address': 'fa:16:3e:85:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:30Z', 'updated_at': '2022-04-06T14:19:36Z', 'revision_number': 5, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'subnets': [{'id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:50.772206 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ad4111-26e5-4ebe-b757-25da622ae1d6 None None] Checking router: 012e87b7-0d92-4afc-affd-c47ca741fee2 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:20:50.783036 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ad4111-26e5-4ebe-b757-25da622ae1d6 None None] Routers {'012e87b7-0d92-4afc-affd-c47ca741fee2'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:20:50.784004 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-c8ad4111-26e5-4ebe-b757-25da622ae1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:20:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['012e87b7-0d92-4afc-affd-c47ca741fee2'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:50.813630 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a7e4a863-7fe2-43da-a14d-40d353231f3a req-44c1dfde-ec95-48dd-aaa3-feeae667ab42 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=419147ef-0005-45ee-8de5-e9537c4b39c7 HTTP/1.1" status: 200 len: 999 time: 0.0687582 Apr 06 14:20:50.866404 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4a863-7fe2-43da-a14d-40d353231f3a req-90da8371-dc39-4327-a944-660daa42c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:50.867887 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a7e4a863-7fe2-43da-a14d-40d353231f3a req-90da8371-dc39-4327-a944-660daa42c135 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa78e5fa-4a80-40c9-8141-6f492b0dd451 HTTP/1.1" status: 200 len: 848 time: 0.0506392 Apr 06 14:20:50.911808 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-c8ad4111-26e5-4ebe-b757-25da622ae1d6 None None] Set router 012e87b7-0d92-4afc-affd-c47ca741fee2 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:20:50.925540 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4a863-7fe2-43da-a14d-40d353231f3a req-14a622fe-413d-4556-9c49-68260e991979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:50.927100 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a7e4a863-7fe2-43da-a14d-40d353231f3a req-14a622fe-413d-4556-9c49-68260e991979 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5041c3d-7c42-42ba-9375-e89b7e14795e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508401 Apr 06 14:20:51.033404 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a7e4a863-7fe2-43da-a14d-40d353231f3a req-1ed208ad-9de4-49a4-b471-8972d39c55dd service neutron] 10.222.0.49 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979192 Apr 06 14:20:51.137998 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a7e4a863-7fe2-43da-a14d-40d353231f3a req-abbedb27-8c8c-44fe-b3ba-8dc11aa42116 service neutron] 10.222.0.49 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965188 Apr 06 14:20:51.165068 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-c8ad4111-26e5-4ebe-b757-25da622ae1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:27Z', 'updated_at': '2022-04-06T14:19:31Z', 'revision_number': 4, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'gw_port': {'id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:28Z', 'updated_at': '2022-04-06T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '9de2f0e8-a260-4260-a076-544c266a14c6', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'port_id': '419147ef-0005-45ee-8de5-e9537c4b39c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'mac_address': 'fa:16:3e:f3:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:20:49Z', 'updated_at': '2022-04-06T14:20:49Z', 'revision_number': 0, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f7ed83-1376-45c9-a5bf-077c41933db3', 'name': '', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'mac_address': 'fa:16:3e:85:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:30Z', 'updated_at': '2022-04-06T14:19:36Z', 'revision_number': 5, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'subnets': [{'id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:20:51.192253 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ad4111-26e5-4ebe-b757-25da622ae1d6 None None] The sync data for ids ['012e87b7-0d92-4afc-affd-c47ca741fee2'] in dv-cinder-835881-5-iscsi is: [{'id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:27Z', 'updated_at': '2022-04-06T14:19:31Z', 'revision_number': 4, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'gw_port': {'id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:28Z', 'updated_at': '2022-04-06T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '9de2f0e8-a260-4260-a076-544c266a14c6', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'port_id': '419147ef-0005-45ee-8de5-e9537c4b39c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'mac_address': 'fa:16:3e:f3:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:20:49Z', 'updated_at': '2022-04-06T14:20:49Z', 'revision_number': 0, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f7ed83-1376-45c9-a5bf-077c41933db3', 'name': '', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'mac_address': 'fa:16:3e:85:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:30Z', 'updated_at': '2022-04-06T14:19:36Z', 'revision_number': 5, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'subnets': [{'id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:20:51.410862 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e645c92-4cea-4c03-a6d0-e8920601beca None None] New status for floating IP 9de2f0e8-a260-4260-a076-544c266a14c6: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:20:51.701128 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-954b39c6-cd29-4b92-b505-e430dae577a8 req-89d9b5b0-4d12-4e4b-8ed3-dcc5a72dc09b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454097 Apr 06 14:20:51.747668 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b39c6-cd29-4b92-b505-e430dae577a8 req-2210a28d-69db-4e26-8df4-b3b2e5c32039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:51.749215 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-954b39c6-cd29-4b92-b505-e430dae577a8 req-2210a28d-69db-4e26-8df4-b3b2e5c32039 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 1130 time: 0.0447969 Apr 06 14:20:51.869028 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b39c6-cd29-4b92-b505-e430dae577a8 req-5fe2b2d8-f994-4cd6-801e-1fe4432cc492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:51.870611 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-954b39c6-cd29-4b92-b505-e430dae577a8 req-5fe2b2d8-f994-4cd6-801e-1fe4432cc492 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 920 time: 0.1022711 Apr 06 14:20:51.914331 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-954b39c6-cd29-4b92-b505-e430dae577a8 req-5960c64c-abc3-4728-bcb5-a01591c01208 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8697ff38-94bf-4773-b6c8-4f7465bdc504 HTTP/1.1" status: 200 len: 217 time: 0.0367112 Apr 06 14:20:51.971685 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b39c6-cd29-4b92-b505-e430dae577a8 req-2172899b-c120-424b-810c-31cb18eaf08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:51.973199 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-954b39c6-cd29-4b92-b505-e430dae577a8 req-2172899b-c120-424b-810c-31cb18eaf08b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.0532556 Apr 06 14:20:52.028372 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b39c6-cd29-4b92-b505-e430dae577a8 req-61604657-bd81-4d16-85b5-0f7ee11308d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:20:52.029894 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-954b39c6-cd29-4b92-b505-e430dae577a8 req-61604657-bd81-4d16-85b5-0f7ee11308d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502737 Apr 06 14:20:52.130708 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-954b39c6-cd29-4b92-b505-e430dae577a8 req-87bf006f-8ae3-466d-a8f0-4f39deb0031b service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928190 Apr 06 14:20:52.225206 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-954b39c6-cd29-4b92-b505-e430dae577a8 req-a589aac8-3904-449b-8c3e-165109a6535d service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878065 Apr 06 14:21:05.151435 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-78a8b1ce-833e-4a61-b49f-28e3a2d2d8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:09.036952 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c483d9bb-3ad2-4277-8aca-2205ab51ea57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:10.424824 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:11.984991 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:13.031639 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:15.902082 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:21:16.484049 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 60028) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:21:16.490385 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1783102097', 'description': 'tempest-description--2058956356'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:21:16.616847 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:16.702105 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (54bc1392-94dc-4958-920d-f5decf9bedf5), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:16.784679 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (54bc1392-94dc-4958-920d-f5decf9bedf5), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:16.818726 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bc1392-94dc-4958-920d-f5decf9bedf5,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:16.826068 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.826708 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.827479 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.827827 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.828164 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.828499 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.828832 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.829164 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.829491 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.829822 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.830162 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.830477 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.830826 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.831148 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.831471 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:16.878198 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:16.879588 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-ad525e68-b2f4-47b5-bbd2-fb12a4c0c0cf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3943186 Apr 06 14:21:16.882548 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 60034) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:21:16.886964 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-8e28d241-b01f-4cd3-9d74-c9c69a538007 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'security_group_rule': {'security_group_id': '54bc1392-94dc-4958-920d-f5decf9bedf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:21:17.048181 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8e28d241-b01f-4cd3-9d74-c9c69a538007 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (b561ee83-2451-4874-a69a-29d9a9615e63), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:17.110653 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8e28d241-b01f-4cd3-9d74-c9c69a538007 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (b561ee83-2451-4874-a69a-29d9a9615e63), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:17.191225 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8e28d241-b01f-4cd3-9d74-c9c69a538007 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (b561ee83-2451-4874-a69a-29d9a9615e63), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:17.221921 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28d241-b01f-4cd3-9d74-c9c69a538007 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b561ee83-2451-4874-a69a-29d9a9615e63,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:17.340848 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8e28d241-b01f-4cd3-9d74-c9c69a538007 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:17.342817 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-8e28d241-b01f-4cd3-9d74-c9c69a538007 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4591362 Apr 06 14:21:17.346677 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 60038) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:21:17.351107 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-f3e01e7b-e5d2-4b3e-ba31-ec5b630d4fba tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'security_group_rule': {'security_group_id': '54bc1392-94dc-4958-920d-f5decf9bedf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:21:17.447313 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f3e01e7b-e5d2-4b3e-ba31-ec5b630d4fba tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (cad1a703-051f-49a3-a50d-19f77a97d1cc), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:17.505850 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f3e01e7b-e5d2-4b3e-ba31-ec5b630d4fba tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (cad1a703-051f-49a3-a50d-19f77a97d1cc), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:17.590738 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f3e01e7b-e5d2-4b3e-ba31-ec5b630d4fba tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (cad1a703-051f-49a3-a50d-19f77a97d1cc), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:17.610586 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e01e7b-e5d2-4b3e-ba31-ec5b630d4fba tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad1a703-051f-49a3-a50d-19f77a97d1cc,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:17.683506 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f3e01e7b-e5d2-4b3e-ba31-ec5b630d4fba tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:17.684736 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-f3e01e7b-e5d2-4b3e-ba31-ec5b630d4fba tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3371074 Apr 06 14:21:17.687953 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 60044) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:21:17.692622 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'floatingip': {'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:21:17.853515 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:17.956370 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:18.083047 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Allocated IP 172.27.2.9 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/3f9dd179-6b2b-432c-9344-859cd9e5b1f5) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:18.194990 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for port (3f9dd179-6b2b-432c-9344-859cd9e5b1f5), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:18.299538 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (3f9dd179-6b2b-432c-9344-859cd9e5b1f5), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:18.342659 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:18.345938 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:18.349885 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:21:18.355535 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'Port': ['ID=3f9dd179-6b2b-432c-9344-859cd9e5b1f5,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:18.462073 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (49b77e97-965e-445d-8cdc-eca37063e356), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:18.597915 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (3f9dd179-6b2b-432c-9344-859cd9e5b1f5), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:18.769908 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for port (3f9dd179-6b2b-432c-9344-859cd9e5b1f5), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:18.887360 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12612076'] for port (3f9dd179-6b2b-432c-9344-859cd9e5b1f5), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:18.960751 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'Port': ['ID=3f9dd179-6b2b-432c-9344-859cd9e5b1f5,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:18.975740 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (49b77e97-965e-445d-8cdc-eca37063e356), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:19.107918 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:19.117921 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-a49e33f5-fa1f-4ded-bb9b-5aac2cf2c142 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4209394 Apr 06 14:21:19.323466 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-d90aabd3-f347-4d74-8a31-fab423ba6be8 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1783102097&fields=id&tenant_id=fe717c9db0244c0291dcc0ff1f23244a HTTP/1.1" status: 200 len: 267 time: 0.0478516 Apr 06 14:21:19.439112 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-a53ea941-7eb1-405a-b948-b3f559f9e9d3 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:19.440574 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-a53ea941-7eb1-405a-b948-b3f559f9e9d3 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/networks?id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c HTTP/1.1" status: 200 len: 815 time: 0.1094778 Apr 06 14:21:19.456962 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-975328c6-80ac-4db8-8b98-d6c3f9ae9cf2 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/quotas/fe717c9db0244c0291dcc0ff1f23244a HTTP/1.1" status: 200 len: 375 time: 0.0107064 Apr 06 14:21:19.518402 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-f4154105-01b7-4ae8-90cd-dcd4bfe5789b tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556481 Apr 06 14:21:19.618941 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-1fe30d95-498c-4738-b9e8-9d13382d1b6a service neutron] 10.222.0.10 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887787 Apr 06 14:21:19.712479 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-34a09717-cf75-4a0d-ae16-00fc4b63e351 service neutron] 10.222.0.10 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867608 Apr 06 14:21:19.830021 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:19.953473 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a65636c7-f251-4992-a22c-face2f853588 req-73b5aa64-f7ff-4e24-9843-b2cfa7b784f8 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 210 time: 0.0292275 Apr 06 14:21:20.900547 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e364fe-fb34-49ba-82e4-76cbd3d16d36 req-6ce47321-e776-4322-b3d5-5bff2c30296a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:20.902083 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-74e364fe-fb34-49ba-82e4-76cbd3d16d36 req-6ce47321-e776-4322-b3d5-5bff2c30296a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0626991 Apr 06 14:21:20.962952 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-74e364fe-fb34-49ba-82e4-76cbd3d16d36 req-c4be9bca-2863-499b-ae6a-39a171af857f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518188 Apr 06 14:21:21.074059 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-247b33c1-d2b0-4493-92fb-703509205cbd req-ed9b63b9-9bbb-4337-9abb-2c9b3c23e38d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 210 time: 0.0380442 Apr 06 14:21:22.130288 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124a93d-b21e-4fee-8cc0-279423ae23df req-abeb8eb8-a812-4e97-be38-f52fdf2db83d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:22.132110 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3124a93d-b21e-4fee-8cc0-279423ae23df req-abeb8eb8-a812-4e97-be38-f52fdf2db83d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0760102 Apr 06 14:21:22.194990 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3124a93d-b21e-4fee-8cc0-279423ae23df req-6ffa6f31-04da-4511-a696-635de81ae11a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521822 Apr 06 14:21:22.223426 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-50b0ed58-105d-4506-a97a-7fb6d0a34b4c req-689bedad-c957-471a-a032-00c234a96f19 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 210 time: 0.0306718 Apr 06 14:21:22.455505 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-22c649f5-dcdd-42a5-8da9-b0f9ce746767 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:22.457020 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-22c649f5-dcdd-42a5-8da9-b0f9ce746767 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "GET /v2.0/networks?id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c HTTP/1.1" status: 200 len: 815 time: 0.1169667 Apr 06 14:21:22.548689 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-9da262b1-fd66-4159-a8e2-26c5ad3edd02 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe717c9db0244c0291dcc0ff1f23244a HTTP/1.1" status: 200 len: 472 time: 0.0737605 Apr 06 14:21:22.558645 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'port': {'device_id': 'df165526-2619-4b53-afc3-770b81b2ff52', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'admin_state_up': True, 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'security_groups': ['54bc1392-94dc-4958-920d-f5decf9bedf5']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:21:22.750277 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Made reservation on behalf of fe717c9db0244c0291dcc0ff1f23244a for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:21:22.754103 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:22.905468 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Allocated IP 172.20.0.4 (30bc2d19-0a57-49c0-af7c-ee8f649f7a8c/8b274f6d-7ae6-4a62-9350-943b95ce2349/c3b99eb6-cd58-4789-adbf-05280577163c) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:21:23.071611 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for port (c3b99eb6-cd58-4789-adbf-05280577163c), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:23.184984 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (c3b99eb6-cd58-4789-adbf-05280577163c), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:23.236486 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:21:23.240334 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:21:23.244613 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:21:23.287337 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'Port': ['ID=c3b99eb6-cd58-4789-adbf-05280577163c,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:23.302434 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:23.302964 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:23.303420 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:23.303874 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:23.305012 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:23.305569 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:23.306094 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:23.306599 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:23.307049 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:23.307522 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:23.307963 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:23.308481 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:23.308918 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:23.309368 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:23.309883 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:23.360383 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:23.361407 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:23.463672 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d730d-16a5-4523-9907-21eb6dc18553 req-5f2ef82a-13b7-4bc7-86c5-63456a3f717c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:23.466209 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6b9d730d-16a5-4523-9907-21eb6dc18553 req-5f2ef82a-13b7-4bc7-86c5-63456a3f717c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 931 time: 0.1001234 Apr 06 14:21:23.497800 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-9b8a13af-aff6-41e7-a5c8-83b91f992b6d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9427316 Apr 06 14:21:23.503310 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f48422-c4ac-4499-b949-07b11075986e req-594da276-91dc-454e-b359-42fddd170603 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:23.506163 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c7f48422-c4ac-4499-b949-07b11075986e req-594da276-91dc-454e-b359-42fddd170603 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.1375482 Apr 06 14:21:23.541697 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6b9d730d-16a5-4523-9907-21eb6dc18553 req-47f56756-e735-48bc-a9e4-278d73482154 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627577 Apr 06 14:21:23.586897 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-09592ef2-3550-458c-894f-da3355607519 None None] Provisioning complete for port c3b99eb6-cd58-4789-adbf-05280577163c triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:21:23.587494 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-09592ef2-3550-458c-894f-da3355607519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (c3b99eb6-cd58-4789-adbf-05280577163c), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:23.589908 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c7f48422-c4ac-4499-b949-07b11075986e req-76256b4a-2039-46ca-86ae-f563d026eed7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733283 Apr 06 14:21:23.641536 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-09592ef2-3550-458c-894f-da3355607519 None None] Port c3b99eb6-cd58-4789-adbf-05280577163c cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:21:24.091481 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Request body: {'port': {'device_id': 'df165526-2619-4b53-afc3-770b81b2ff52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:21:24.162040 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (c3b99eb6-cd58-4789-adbf-05280577163c), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:24.506879 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b99eb6-cd58-4789-adbf-05280577163c {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:21:24.508897 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Publish callbacks [] for port (c3b99eb6-cd58-4789-adbf-05280577163c), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:24.521472 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Transition to ACTIVE for port object c3b99eb6-cd58-4789-adbf-05280577163c will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:21:24.618883 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (c3b99eb6-cd58-4789-adbf-05280577163c), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:24.703498 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Pushing event updated for resources: {'Port': ['ID=c3b99eb6-cd58-4789-adbf-05280577163c,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:24.766426 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d6920-3d28-457a-80dc-40b2135e3f47 req-e50e2da4-431f-4754-bb98-18676f340fda tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:24.767992 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-581d6920-3d28-457a-80dc-40b2135e3f47 req-e50e2da4-431f-4754-bb98-18676f340fda tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 943 time: 0.1467121 Apr 06 14:21:24.783721 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ad7b3-3ca9-4ead-8ff7-ed52a756c346 req-9bb37b09-669b-4217-b7e5-7331dfc9ab13 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:24.785332 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a01ad7b3-3ca9-4ead-8ff7-ed52a756c346 req-9bb37b09-669b-4217-b7e5-7331dfc9ab13 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0905631 Apr 06 14:21:24.827835 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Attempting to bind port c3b99eb6-cd58-4789-adbf-05280577163c on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:21:24.828241 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Attempting to bind port c3b99eb6-cd58-4789-adbf-05280577163c by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:21:24.828500 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Attempting to bind port c3b99eb6-cd58-4789-adbf-05280577163c on network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:21:24.843173 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Port c3b99eb6-cd58-4789-adbf-05280577163c on network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:21:24.843500 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Attempting to bind port c3b99eb6-cd58-4789-adbf-05280577163c on network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:21:24.850265 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-581d6920-3d28-457a-80dc-40b2135e3f47 req-9fbf8210-4a38-4121-b786-ea7a28a05ccb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744259 Apr 06 14:21:24.876171 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:21:24.876171 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Checking segment: {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:21:24.876171 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Bound using segment: {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:21:24.876171 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Bound port: c3b99eb6-cd58-4789-adbf-05280577163c, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:21:24.876171 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (c3b99eb6-cd58-4789-adbf-05280577163c), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:24.876710 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a01ad7b3-3ca9-4ead-8ff7-ed52a756c346 req-9c1ae20b-2c54-4907-b459-e0a68ef239cf tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730264 Apr 06 14:21:24.952870 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] For port c3b99eb6-cd58-4789-adbf-05280577163c, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:21:24.956683 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] For port c3b99eb6-cd58-4789-adbf-05280577163c, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c3b99eb6-cd58-4789-adbf-05280577163c,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:21:25.088172 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (c3b99eb6-cd58-4789-adbf-05280577163c), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:25.127660 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:25.128280 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:25.129952 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] 10.222.0.49 "PUT /v2.0/ports/c3b99eb6-cd58-4789-adbf-05280577163c HTTP/1.1" status: 200 len: 1093 time: 1.0438478 Apr 06 14:21:25.132618 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df165526-2619-4b53-afc3-770b81b2ff52', 'tag': 'c3b99eb6-cd58-4789-adbf-05280577163c'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:21:25.135624 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe088d0-a08d-4d1d-8711-0d847e3a2beb" -d '{"events": [{"name": "network-changed", "server_uuid": "df165526-2619-4b53-afc3-770b81b2ff52", "tag": "c3b99eb6-cd58-4789-adbf-05280577163c"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:21:25.178659 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b45999-1a81-42b9-a175-c437d6eb986a x-openstack-request-id: req-29b45999-1a81-42b9-a175-c437d6eb986a {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:21:25.179005 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df165526-2619-4b53-afc3-770b81b2ff52", "tag": "c3b99eb6-cd58-4789-adbf-05280577163c", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:21:25.179259 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29b45999-1a81-42b9-a175-c437d6eb986a {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:21:25.179690 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b45999-1a81-42b9-a175-c437d6eb986a'] response: {'name': 'network-changed', 'server_uuid': 'df165526-2619-4b53-afc3-770b81b2ff52', 'tag': 'c3b99eb6-cd58-4789-adbf-05280577163c', 'status': 'completed', 'code': 200} Apr 06 14:21:25.180929 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d6183-52bd-4cbe-be92-1ff63871814a service neutron] Pushing event updated for resources: {'Port': ['ID=c3b99eb6-cd58-4789-adbf-05280577163c,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:25.262673 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe088d0-a08d-4d1d-8711-0d847e3a2beb req-fb3f9aa8-eb97-4209-97fd-972eea0f442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:25.264853 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cfe088d0-a08d-4d1d-8711-0d847e3a2beb req-fb3f9aa8-eb97-4209-97fd-972eea0f442b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 1127 time: 0.0560725 Apr 06 14:21:25.409087 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe088d0-a08d-4d1d-8711-0d847e3a2beb req-96909e68-59ef-4bc7-a520-c89c9197ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:25.410597 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cfe088d0-a08d-4d1d-8711-0d847e3a2beb req-96909e68-59ef-4bc7-a520-c89c9197ab84 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1329587 Apr 06 14:21:25.514426 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe088d0-a08d-4d1d-8711-0d847e3a2beb req-535281b0-47a1-445f-9468-9adf0d125fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:25.515964 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cfe088d0-a08d-4d1d-8711-0d847e3a2beb req-535281b0-47a1-445f-9468-9adf0d125fa6 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991731 Apr 06 14:21:25.612066 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-eff2455d-c25c-4222-ac8f-49aea7a3806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:25.614048 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-eff2455d-c25c-4222-ac8f-49aea7a3806d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 1127 time: 0.0504420 Apr 06 14:21:25.691312 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-33d23992-a8d1-4bbc-8b7c-97a5b887e01c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3b99eb6-cd58-4789-adbf-05280577163c HTTP/1.1" status: 200 len: 217 time: 0.0661976 Apr 06 14:21:25.751324 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-6ffc2dcc-b9e7-480e-97ba-cee7b01d4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:25.752802 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-6ffc2dcc-b9e7-480e-97ba-cee7b01d4dfb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b274f6d-7ae6-4a62-9350-943b95ce2349 HTTP/1.1" status: 200 len: 854 time: 0.0554180 Apr 06 14:21:25.806982 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-d4fc23e0-9b01-4125-9f21-811bc94f71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:25.808442 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-d4fc23e0-9b01-4125-9f21-811bc94f71ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492575 Apr 06 14:21:25.926673 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-21c1d74b-710e-4d39-aeee-5215f3bff5f0 service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102247 Apr 06 14:21:26.077925 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ca048-107c-4a1e-969e-825a0f0524fe req-235a2988-28b7-4349-b0a2-da1d64e7f5e7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:26.079507 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-453ca048-107c-4a1e-969e-825a0f0524fe req-235a2988-28b7-4349-b0a2-da1d64e7f5e7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 943 time: 0.1349597 Apr 06 14:21:26.100755 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5564a19e-b498-4f1e-8ab2-5117c93349ed req-4f591bbb-ce18-4552-9414-1b726aea2304 service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652884 Apr 06 14:21:26.115256 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84710f1e-24fe-4c66-8de3-3521c737f177 req-123a2786-9a55-46ba-8045-a4464b3699e5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:26.117305 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-84710f1e-24fe-4c66-8de3-3521c737f177 req-123a2786-9a55-46ba-8045-a4464b3699e5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0749750 Apr 06 14:21:26.146483 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-453ca048-107c-4a1e-969e-825a0f0524fe req-fcd73e40-1dc4-4dbd-95ee-7dcb66de78de tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598202 Apr 06 14:21:26.199402 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-84710f1e-24fe-4c66-8de3-3521c737f177 req-f5285295-fb46-426c-95e0-d966f81770d1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742626 Apr 06 14:21:26.284794 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4510a4-1f5c-4c72-9023-e3803be2f3c9 req-a0ec7c91-9e03-4fcb-95a4-9af497392836 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:26.286385 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fd4510a4-1f5c-4c72-9023-e3803be2f3c9 req-a0ec7c91-9e03-4fcb-95a4-9af497392836 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0582552 Apr 06 14:21:26.335185 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fd4510a4-1f5c-4c72-9023-e3803be2f3c9 req-84b6127e-7046-4344-b474-53fc0ee6f1ec tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426755 Apr 06 14:21:27.314386 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aa251-b41c-46c0-9f4c-71e45d9210bc req-4058b1b2-f274-4b39-afa0-f6912ca96519 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:27.315995 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-776aa251-b41c-46c0-9f4c-71e45d9210bc req-4058b1b2-f274-4b39-afa0-f6912ca96519 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 943 time: 0.0779734 Apr 06 14:21:27.387237 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874ec41-47f5-48f8-af0b-e9f308d4b676 req-aeb9c087-6671-4d98-b1f8-4c1d62373d16 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:27.388996 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-776aa251-b41c-46c0-9f4c-71e45d9210bc req-20ea9f2d-fee3-4b5d-a865-0c0a27e5c214 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603433 Apr 06 14:21:27.389531 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d874ec41-47f5-48f8-af0b-e9f308d4b676 req-aeb9c087-6671-4d98-b1f8-4c1d62373d16 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0758679 Apr 06 14:21:27.460082 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d874ec41-47f5-48f8-af0b-e9f308d4b676 req-591c4084-849b-4022-b7cd-1ff207477a23 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613513 Apr 06 14:21:27.519902 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49f51b-15a4-4a4c-9be9-233617d71ed5 req-c790d6e4-a01a-485d-a839-3267851b4156 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:27.521582 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ed49f51b-15a4-4a4c-9be9-233617d71ed5 req-c790d6e4-a01a-485d-a839-3267851b4156 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0584476 Apr 06 14:21:27.586598 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ed49f51b-15a4-4a4c-9be9-233617d71ed5 req-62794224-7194-4507-8626-7181ed51b9fd tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576842 Apr 06 14:21:28.540835 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74773773-c509-4fd8-9670-1badae604564 req-a2844fbc-c4b2-43b7-b55f-790659c6fa86 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:28.542244 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-74773773-c509-4fd8-9670-1badae604564 req-a2844fbc-c4b2-43b7-b55f-790659c6fa86 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 943 time: 0.0659635 Apr 06 14:21:28.603231 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41264362-4df8-4192-bb1d-4d0c0df08b92 req-1d376793-771c-4a62-bd3d-8e286baa57af tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:28.605074 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-41264362-4df8-4192-bb1d-4d0c0df08b92 req-1d376793-771c-4a62-bd3d-8e286baa57af tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0685248 Apr 06 14:21:28.605455 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-74773773-c509-4fd8-9670-1badae604564 req-b919ea90-c629-4749-b78c-0e77b67d155f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562649 Apr 06 14:21:28.674661 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-41264362-4df8-4192-bb1d-4d0c0df08b92 req-f58361df-f5d5-4cba-93ae-2ef70fcf8c08 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634804 Apr 06 14:21:28.734018 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43fcd7-a5b8-4c1e-a489-d940ea8528e1 req-f73696bb-ac24-4723-86f6-01f22e584e6a tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:28.735619 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cd43fcd7-a5b8-4c1e-a489-d940ea8528e1 req-f73696bb-ac24-4723-86f6-01f22e584e6a tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0614111 Apr 06 14:21:28.786465 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cd43fcd7-a5b8-4c1e-a489-d940ea8528e1 req-08d6fff7-093c-4cde-960b-81c345b2a554 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443616 Apr 06 14:21:29.734772 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5781df-ff3d-4e36-9a09-9a69e2df5ece req-f635f272-ecce-49fd-9e00-c3647b4c4188 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:29.736401 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1b5781df-ff3d-4e36-9a09-9a69e2df5ece req-f635f272-ecce-49fd-9e00-c3647b4c4188 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 943 time: 0.0575984 Apr 06 14:21:29.795749 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1b5781df-ff3d-4e36-9a09-9a69e2df5ece req-0e94bbcd-966a-488d-b9d0-6620f4410839 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528426 Apr 06 14:21:29.852513 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729c2d1-3048-47d5-8935-020912dbec74 req-0a4145d3-8d42-41f6-9abf-0df1d5ebdadb tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:29.854685 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e729c2d1-3048-47d5-8935-020912dbec74 req-0a4145d3-8d42-41f6-9abf-0df1d5ebdadb tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0874078 Apr 06 14:21:29.911648 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e729c2d1-3048-47d5-8935-020912dbec74 req-097ee5cf-c67a-4538-a7ca-f968ce9d6f58 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475502 Apr 06 14:21:29.946403 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffd698-34b2-45d9-b39d-a62d7aeae860 req-399d9867-3cd6-43c2-b191-ea16075427ab tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:29.947967 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-daffd698-34b2-45d9-b39d-a62d7aeae860 req-399d9867-3cd6-43c2-b191-ea16075427ab tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0747209 Apr 06 14:21:30.006745 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-daffd698-34b2-45d9-b39d-a62d7aeae860 req-3593e39c-4fb8-4e1d-9723-86f5ac47c379 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520127 Apr 06 14:21:30.766430 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device c3b99eb6-cd58-4789-adbf-05280577163c details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:21:30.890102 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port c3b99eb6-cd58-4789-adbf-05280577163c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c3b99eb6-cd58-4789-adbf-05280577163c,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:30.904775 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': 'c3b99eb6-cd58-4789-adbf-05280577163c', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'port_id': 'c3b99eb6-cd58-4789-adbf-05280577163c', 'mac_address': 'fa:16:3e:ae:5b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:21:30.953038 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27ddc8-0ff1-4fc4-a02c-9e446a45fc3e req-c73f434f-df9c-47b5-aec8-e6844ee8e52a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:30.955295 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1f27ddc8-0ff1-4fc4-a02c-9e446a45fc3e req-c73f434f-df9c-47b5-aec8-e6844ee8e52a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 943 time: 0.0694664 Apr 06 14:21:30.978422 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port c3b99eb6-cd58-4789-adbf-05280577163c is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:21:30.979231 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (c3b99eb6-cd58-4789-adbf-05280577163c), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:31.008160 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b99eb6-cd58-4789-adbf-05280577163c {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:21:31.037832 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1f27ddc8-0ff1-4fc4-a02c-9e446a45fc3e req-61d75885-cd24-42e2-91d4-6e8c4fd3d74f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741522 Apr 06 14:21:31.040807 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port c3b99eb6-cd58-4789-adbf-05280577163c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c3b99eb6-cd58-4789-adbf-05280577163c,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:31.079478 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab45c1-d73b-4562-a2f4-f744bf7794fc req-c6f86be8-9f29-430a-94c7-daabe0f839ff tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:31.081697 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-91ab45c1-d73b-4562-a2f4-f744bf7794fc req-c6f86be8-9f29-430a-94c7-daabe0f839ff tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0848820 Apr 06 14:21:31.098931 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (c3b99eb6-cd58-4789-adbf-05280577163c), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:31.147653 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-91ab45c1-d73b-4562-a2f4-f744bf7794fc req-72610371-1581-4a76-ae6e-3657613e0120 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583720 Apr 06 14:21:31.181262 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=c3b99eb6-cd58-4789-adbf-05280577163c,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:31.193757 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:31.194811 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:31.195415 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:31.195964 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:31.196576 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:31.197162 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:31.197688 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:31.198215 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:31.198857 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:31.199397 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:31.199979 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:31.201663 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:31.202164 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:31.202591 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:31.203689 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:21:31.227487 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ab927-b487-4ba4-90ce-6e7eb4c03623 req-d67b60d1-dffe-479c-8b93-a76a40356804 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:31.230847 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-810ab927-b487-4ba4-90ce-6e7eb4c03623 req-d67b60d1-dffe-479c-8b93-a76a40356804 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0911686 Apr 06 14:21:31.286388 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-810ab927-b487-4ba4-90ce-6e7eb4c03623 req-8a4631e6-fe95-4144-9c3f-43a18ccd3541 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499983 Apr 06 14:21:31.653819 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['c3b99eb6-cd58-4789-adbf-05280577163c'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:21:32.193505 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6963509-d453-4d7b-8713-9eb946718ae2 req-a4424ec8-941b-462d-b585-c48e6824da51 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:32.195386 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e6963509-d453-4d7b-8713-9eb946718ae2 req-a4424ec8-941b-462d-b585-c48e6824da51 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 944 time: 0.0615225 Apr 06 14:21:32.252750 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e6963509-d453-4d7b-8713-9eb946718ae2 req-428f1ebd-2840-4d13-be32-c8eb8aed8882 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514460 Apr 06 14:21:32.336991 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fabfd5-5ab5-4224-bb18-1fa30a4883b4 req-ff4c81d3-f4c0-4d2c-b878-effb2f211641 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:32.338546 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-01fabfd5-5ab5-4224-bb18-1fa30a4883b4 req-ff4c81d3-f4c0-4d2c-b878-effb2f211641 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0634384 Apr 06 14:21:32.391434 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-01fabfd5-5ab5-4224-bb18-1fa30a4883b4 req-60f14429-92b6-49cd-937f-b7997df3ea5a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462575 Apr 06 14:21:32.453858 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ef2fb-6f03-4bb5-a991-576b893ae0c4 req-618d0f22-93d7-49bb-9707-f9664c074f17 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:32.455444 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3f5ef2fb-6f03-4bb5-a991-576b893ae0c4 req-618d0f22-93d7-49bb-9707-f9664c074f17 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0723214 Apr 06 14:21:32.516320 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3f5ef2fb-6f03-4bb5-a991-576b893ae0c4 req-bb22960c-07c4-443a-890e-357e85efc8df tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510056 Apr 06 14:21:33.063926 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device c3b99eb6-cd58-4789-adbf-05280577163c up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:21:33.211907 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port c3b99eb6-cd58-4789-adbf-05280577163c completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:21:33.216717 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port c3b99eb6-cd58-4789-adbf-05280577163c triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:21:33.217092 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (c3b99eb6-cd58-4789-adbf-05280577163c), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:33.312415 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port c3b99eb6-cd58-4789-adbf-05280577163c is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:21:33.312711 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (c3b99eb6-cd58-4789-adbf-05280577163c), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:33.358417 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df165526-2619-4b53-afc3-770b81b2ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b99eb6-cd58-4789-adbf-05280577163c'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:21:33.362593 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16366af-2a7f-4fe9-aa28-58cb2980907b" -d '{"events": [{"server_uuid": "df165526-2619-4b53-afc3-770b81b2ff52", "name": "network-vif-plugged", "status": "completed", "tag": "c3b99eb6-cd58-4789-adbf-05280577163c"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:21:33.449092 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d85508-b2b6-4ca1-bb0f-98fe0e379abf req-134d4ae9-6e72-41af-8cba-f171c403ede0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:33.453122 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c1d85508-b2b6-4ca1-bb0f-98fe0e379abf req-134d4ae9-6e72-41af-8cba-f171c403ede0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 944 time: 0.1210878 Apr 06 14:21:33.534106 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c1d85508-b2b6-4ca1-bb0f-98fe0e379abf req-f0ea0979-12fb-4cb8-9e4a-5e43f186aacf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612123 Apr 06 14:21:33.555026 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d31d890-05f2-424a-851c-dce72b0f400d x-openstack-request-id: req-4d31d890-05f2-424a-851c-dce72b0f400d {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:21:33.555361 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df165526-2619-4b53-afc3-770b81b2ff52", "name": "network-vif-plugged", "status": "completed", "tag": "c3b99eb6-cd58-4789-adbf-05280577163c", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:21:33.555619 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d31d890-05f2-424a-851c-dce72b0f400d {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:21:33.556016 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d31d890-05f2-424a-851c-dce72b0f400d'] response: {'server_uuid': 'df165526-2619-4b53-afc3-770b81b2ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b99eb6-cd58-4789-adbf-05280577163c', 'code': 200} Apr 06 14:21:33.560860 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port c3b99eb6-cd58-4789-adbf-05280577163c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c3b99eb6-cd58-4789-adbf-05280577163c,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:33.588826 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502138a-e986-4066-934a-db6b7e39e7e8 req-d9256a14-9f57-4a3c-8637-f6d946cb404c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:33.590625 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9502138a-e986-4066-934a-db6b7e39e7e8 req-d9256a14-9f57-4a3c-8637-f6d946cb404c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0899789 Apr 06 14:21:33.655853 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9502138a-e986-4066-934a-db6b7e39e7e8 req-08c52b26-e4b5-469d-9a07-f151e521a557 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550954 Apr 06 14:21:33.671460 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (c3b99eb6-cd58-4789-adbf-05280577163c), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:33.681476 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c20ea-d796-4b23-9841-dcb59169f135 req-f45f3378-1204-4b75-ab71-1208af0e60fb tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:33.683257 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e92c20ea-d796-4b23-9841-dcb59169f135 req-f45f3378-1204-4b75-ab71-1208af0e60fb tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0724893 Apr 06 14:21:33.758723 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=c3b99eb6-cd58-4789-adbf-05280577163c,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:33.768131 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e92c20ea-d796-4b23-9841-dcb59169f135 req-703736ed-9bab-4328-b771-0bea03dd0af3 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699935 Apr 06 14:21:33.968344 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f856be-b613-433f-a977-4be66da7aef3 req-128b2419-c2cd-484a-9d32-57580286efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:33.969794 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d7f856be-b613-433f-a977-4be66da7aef3 req-128b2419-c2cd-484a-9d32-57580286efd7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 1129 time: 0.0485971 Apr 06 14:21:34.031143 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d7f856be-b613-433f-a977-4be66da7aef3 req-6c4f97d1-5600-4b72-b16c-269b96911e72 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538316 Apr 06 14:21:34.670698 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9abf2e-a206-4a62-b6b4-ba558dcfc172 req-9dec662a-5b50-47e9-965d-11a7f5e42cc4 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:34.672742 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2a9abf2e-a206-4a62-b6b4-ba558dcfc172 req-9dec662a-5b50-47e9-965d-11a7f5e42cc4 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 945 time: 0.0666034 Apr 06 14:21:34.730580 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2a9abf2e-a206-4a62-b6b4-ba558dcfc172 req-b7836696-1c65-49a8-88bf-786180415714 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514357 Apr 06 14:21:34.821625 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bea07-029b-408b-b51b-fa0aa041afe0 req-bf4a56d9-6a48-47fa-a82b-56a40cf59940 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:34.823600 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-697bea07-029b-408b-b51b-fa0aa041afe0 req-bf4a56d9-6a48-47fa-a82b-56a40cf59940 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0671904 Apr 06 14:21:34.898964 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-697bea07-029b-408b-b51b-fa0aa041afe0 req-0be6a1e9-7cb0-4f61-9ac5-9df7ec403721 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689092 Apr 06 14:21:34.911228 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ca40a-dd55-4820-86c2-109a0a9b5273 req-2f797c4e-58cb-4f75-a33f-bf508f39f60b tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:34.912750 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-966ca40a-dd55-4820-86c2-109a0a9b5273 req-2f797c4e-58cb-4f75-a33f-bf508f39f60b tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0565758 Apr 06 14:21:34.974914 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-966ca40a-dd55-4820-86c2-109a0a9b5273 req-a4279fe7-14b3-4c6c-9aa9-7c2ba684ed9f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516329 Apr 06 14:21:35.155625 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0762b03b-fcec-4256-b9d8-0ff0213e4236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:35.910214 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a3110-78bc-476c-82b2-bd3c8eb2aef6 req-842382ae-afd9-4c50-95bf-862a156dab99 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:35.911910 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c76a3110-78bc-476c-82b2-bd3c8eb2aef6 req-842382ae-afd9-4c50-95bf-862a156dab99 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 945 time: 0.0617921 Apr 06 14:21:35.965498 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c76a3110-78bc-476c-82b2-bd3c8eb2aef6 req-2105ced4-4183-43a3-baf1-3d7728a2596e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463936 Apr 06 14:21:36.074898 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5719e7-aceb-432c-a992-456fc76ebfa5 req-17aa182c-dc83-4a68-9646-5392a375ed31 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:36.078205 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6d5719e7-aceb-432c-a992-456fc76ebfa5 req-17aa182c-dc83-4a68-9646-5392a375ed31 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0840700 Apr 06 14:21:36.112648 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8e3d-5ce7-4f24-883a-9ff031431353 req-e14fe35e-a768-47d4-81e8-3b1bb410e698 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:36.114322 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4ede8e3d-5ce7-4f24-883a-9ff031431353 req-e14fe35e-a768-47d4-81e8-3b1bb410e698 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0582058 Apr 06 14:21:36.135630 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6d5719e7-aceb-432c-a992-456fc76ebfa5 req-b9422126-8e62-466a-811c-ecf57e65d7ae tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508797 Apr 06 14:21:36.173439 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4ede8e3d-5ce7-4f24-883a-9ff031431353 req-9f27aaa0-ac23-4860-b1c7-59eeb271a7bc tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530870 Apr 06 14:21:37.093199 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b2a97-bff9-449c-83a0-920c74c2850f req-2552f3c1-85a8-4668-95ba-2252370247d1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:37.094769 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-457b2a97-bff9-449c-83a0-920c74c2850f req-2552f3c1-85a8-4668-95ba-2252370247d1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 945 time: 0.0561841 Apr 06 14:21:37.149934 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-457b2a97-bff9-449c-83a0-920c74c2850f req-f7a87aa3-98ba-4575-bf96-633b6d613ee0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489786 Apr 06 14:21:37.294178 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191110b2-fd4d-49fe-9669-2f6730158b83 req-198a2958-b4b3-4cc1-a59c-d33e625fef48 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:37.295739 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-191110b2-fd4d-49fe-9669-2f6730158b83 req-198a2958-b4b3-4cc1-a59c-d33e625fef48 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 945 time: 0.0734291 Apr 06 14:21:37.307156 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 60200) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:21:37.311586 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ec54e-f548-42ad-be1f-2b107f65e98c req-37fc08d1-c099-4cb9-9c29-7c998d33ed86 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:37.314595 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a70ec54e-f548-42ad-be1f-2b107f65e98c req-37fc08d1-c099-4cb9-9c29-7c998d33ed86 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0851378 Apr 06 14:21:37.314755 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-46653c2d-a27b-48e4-b723-0402388a8f2e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'floatingip': {'port_id': 'c3b99eb6-cd58-4789-adbf-05280577163c'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:21:37.372855 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-46653c2d-a27b-48e4-b723-0402388a8f2e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (49b77e97-965e-445d-8cdc-eca37063e356), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:37.398098 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a70ec54e-f548-42ad-be1f-2b107f65e98c req-c5736539-bbdc-4c87-ab60-99626392258a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765018 Apr 06 14:21:37.542112 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db10a4-98dc-4b4c-bef1-d1a459722ccf req-664783f9-b901-4510-a4e1-673a1557a2b9 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:37.543602 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-43db10a4-98dc-4b4c-bef1-d1a459722ccf req-664783f9-b901-4510-a4e1-673a1557a2b9 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.1300495 Apr 06 14:21:37.674296 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-43db10a4-98dc-4b4c-bef1-d1a459722ccf req-300ad595-5355-496f-b31a-516cb9e4de3d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995245 Apr 06 14:21:37.995193 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-46653c2d-a27b-48e4-b723-0402388a8f2e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:38.075972 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-46653c2d-a27b-48e4-b723-0402388a8f2e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (49b77e97-965e-445d-8cdc-eca37063e356), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:38.182319 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.l3_db [None req-46653c2d-a27b-48e4-b723-0402388a8f2e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Floating IP 49b77e97-965e-445d-8cdc-eca37063e356 associated. External IP: 172.27.2.9, port: c3b99eb6-cd58-4789-adbf-05280577163c. Apr 06 14:21:38.422383 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46653c2d-a27b-48e4-b723-0402388a8f2e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Router 49439ce0-7712-49d6-b21e-3e1a54cba58c has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:21:38.537606 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01761ba-3ae6-4021-95aa-68943e0348b8 req-9a962c46-a20a-443a-bc25-c1571598d686 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:38.539308 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c01761ba-3ae6-4021-95aa-68943e0348b8 req-9a962c46-a20a-443a-bc25-c1571598d686 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0578499 Apr 06 14:21:38.545875 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46653c2d-a27b-48e4-b723-0402388a8f2e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:21:38.553188 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-46653c2d-a27b-48e4-b723-0402388a8f2e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:38.565676 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccda90a-2d23-43a6-8812-29ea0d5e89a4 None None] Sync routers for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:21:38.581455 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccda90a-2d23-43a6-8812-29ea0d5e89a4 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:21:38.582476 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-1ccda90a-2d23-43a6-8812-29ea0d5e89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:21:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:38.602876 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-46653c2d-a27b-48e4-b723-0402388a8f2e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "PUT /v2.0/floatingips/49b77e97-965e-445d-8cdc-eca37063e356 HTTP/1.1" status: 200 len: 989 time: 1.2878010 Apr 06 14:21:38.602876 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df165526-2619-4b53-afc3-770b81b2ff52', 'tag': 'c3b99eb6-cd58-4789-adbf-05280577163c'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:21:38.602876 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cee74c5e6806168c4361293fd760050ed74eb1b6027abc74829ef037f04afca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9d31dd-ad42-4d67-8759-63c033d4a6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "df165526-2619-4b53-afc3-770b81b2ff52", "tag": "c3b99eb6-cd58-4789-adbf-05280577163c"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:21:38.603453 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c01761ba-3ae6-4021-95aa-68943e0348b8 req-05ccd94a-2621-4b87-a87d-56abe0c89d18 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563428 Apr 06 14:21:38.643250 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4fb315-c04a-4af9-8938-c82e698660f9 x-openstack-request-id: req-cb4fb315-c04a-4af9-8938-c82e698660f9 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:21:38.643551 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df165526-2619-4b53-afc3-770b81b2ff52", "tag": "c3b99eb6-cd58-4789-adbf-05280577163c", "status": "completed", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:21:38.643792 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb4fb315-c04a-4af9-8938-c82e698660f9 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:21:38.644199 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb4fb315-c04a-4af9-8938-c82e698660f9'] response: {'name': 'network-changed', 'server_uuid': 'df165526-2619-4b53-afc3-770b81b2ff52', 'tag': 'c3b99eb6-cd58-4789-adbf-05280577163c', 'status': 'completed', 'code': 200} Apr 06 14:21:38.718498 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d31dd-ad42-4d67-8759-63c033d4a6f3 req-ecc28253-4e8f-452b-9871-b9928bc3f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:38.720191 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4f9d31dd-ad42-4d67-8759-63c033d4a6f3 req-ecc28253-4e8f-452b-9871-b9928bc3f8be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 1129 time: 0.0534685 Apr 06 14:21:38.735066 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-1ccda90a-2d23-43a6-8812-29ea0d5e89a4 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:21:38.950037 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0e2326b2-0fb1-4454-9108-1aae77fc528c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:39.053016 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-1ccda90a-2d23-43a6-8812-29ea0d5e89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '145e16b0-0dce-41e6-a590-ccd89bd5c3ba', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:27:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:17:22Z', 'updated_at': '2022-04-06T14:18:11Z', 'revision_number': 2, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}, {'id': '49b77e97-965e-445d-8cdc-eca37063e356', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': 'c3b99eb6-cd58-4789-adbf-05280577163c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:ae:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df165526-2619-4b53-afc3-770b81b2ff52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:18Z', 'updated_at': '2022-04-06T14:21:37Z', 'revision_number': 1, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:39.087608 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccda90a-2d23-43a6-8812-29ea0d5e89a4 None None] Checking router: 49439ce0-7712-49d6-b21e-3e1a54cba58c for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:21:39.099037 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccda90a-2d23-43a6-8812-29ea0d5e89a4 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:21:39.099782 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-1ccda90a-2d23-43a6-8812-29ea0d5e89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:21:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:39.157444 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca559a6-1f6b-4038-8d89-b470dc5cc0aa req-fe1e6664-7d8d-4e37-9bde-eeb1af57508d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:39.159068 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8ca559a6-1f6b-4038-8d89-b470dc5cc0aa req-fe1e6664-7d8d-4e37-9bde-eeb1af57508d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.3837168 Apr 06 14:21:39.160794 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d31dd-ad42-4d67-8759-63c033d4a6f3 req-938ab018-1a60-43c2-9f23-405b7faf568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:39.162164 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4f9d31dd-ad42-4d67-8759-63c033d4a6f3 req-938ab018-1a60-43c2-9f23-405b7faf568b service neutron] 10.222.0.49 "GET /v2.0/networks?id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c HTTP/1.1" status: 200 len: 916 time: 0.4309371 Apr 06 14:21:39.230794 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-1ccda90a-2d23-43a6-8812-29ea0d5e89a4 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:21:39.288709 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4f9d31dd-ad42-4d67-8759-63c033d4a6f3 req-b45c2f49-18fc-4833-b592-ea551907b55a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3b99eb6-cd58-4789-adbf-05280577163c HTTP/1.1" status: 200 len: 997 time: 0.1133742 Apr 06 14:21:39.293177 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8ca559a6-1f6b-4038-8d89-b470dc5cc0aa req-ff5fbcbb-9c7f-4721-a015-55b6bcfc031c tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265869 Apr 06 14:21:39.357966 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d31dd-ad42-4d67-8759-63c033d4a6f3 req-1a4e85c8-0327-4cb6-a3e2-ee87e572ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:39.359724 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4f9d31dd-ad42-4d67-8759-63c033d4a6f3 req-1a4e85c8-0327-4cb6-a3e2-ee87e572ecb0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b274f6d-7ae6-4a62-9350-943b95ce2349 HTTP/1.1" status: 200 len: 854 time: 0.0638344 Apr 06 14:21:39.417488 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d31dd-ad42-4d67-8759-63c033d4a6f3 req-5a37d333-96b3-43ac-a024-ab489a5e5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:39.419507 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4f9d31dd-ad42-4d67-8759-63c033d4a6f3 req-5a37d333-96b3-43ac-a024-ab489a5e5c80 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521512 Apr 06 14:21:39.526787 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4f9d31dd-ad42-4d67-8759-63c033d4a6f3 req-13190243-7890-4d76-b420-258b4791d3c6 service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963085 Apr 06 14:21:39.617717 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-1ccda90a-2d23-43a6-8812-29ea0d5e89a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '145e16b0-0dce-41e6-a590-ccd89bd5c3ba', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:27:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:17:22Z', 'updated_at': '2022-04-06T14:18:11Z', 'revision_number': 2, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}, {'id': '49b77e97-965e-445d-8cdc-eca37063e356', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': 'c3b99eb6-cd58-4789-adbf-05280577163c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:ae:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df165526-2619-4b53-afc3-770b81b2ff52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:18Z', 'updated_at': '2022-04-06T14:21:37Z', 'revision_number': 1, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:21:39.626563 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4f9d31dd-ad42-4d67-8759-63c033d4a6f3 req-f57e2d87-beb4-4a56-8ea6-d37d920e8b6f service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933044 Apr 06 14:21:39.666016 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccda90a-2d23-43a6-8812-29ea0d5e89a4 None None] The sync data for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi is: [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '145e16b0-0dce-41e6-a590-ccd89bd5c3ba', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:27:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:17:22Z', 'updated_at': '2022-04-06T14:18:11Z', 'revision_number': 2, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}, {'id': '49b77e97-965e-445d-8cdc-eca37063e356', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.9', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': 'c3b99eb6-cd58-4789-adbf-05280577163c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:ae:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df165526-2619-4b53-afc3-770b81b2ff52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:21:18Z', 'updated_at': '2022-04-06T14:21:37Z', 'revision_number': 1, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:21:39.743514 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc8221-2270-4889-91c7-e88b7ddeee35 req-d4d28b43-edf3-4677-83f5-236d7b1509a9 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:39.745091 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3bfc8221-2270-4889-91c7-e88b7ddeee35 req-d4d28b43-edf3-4677-83f5-236d7b1509a9 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0606761 Apr 06 14:21:39.801489 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3bfc8221-2270-4889-91c7-e88b7ddeee35 req-eeef4280-e7be-413a-876f-327c93c6da04 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497465 Apr 06 14:21:39.884442 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7957ac56-4351-48b1-96a2-c9c587a0d6dd None None] New status for floating IP 49b77e97-965e-445d-8cdc-eca37063e356: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:21:40.337614 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:40.436500 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e8f5a-c838-49b9-929e-3d6df0815963 req-6aea2da9-902a-466c-8ff6-786b8ac0ba06 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:40.438477 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-001e8f5a-c838-49b9-929e-3d6df0815963 req-6aea2da9-902a-466c-8ff6-786b8ac0ba06 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0646756 Apr 06 14:21:40.489446 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-001e8f5a-c838-49b9-929e-3d6df0815963 req-06d98676-df69-46d6-8841-95dc89c8fb76 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451684 Apr 06 14:21:40.934075 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81570b68-b9f6-4413-8cfd-7b7c342dce03 req-52f74bf4-030b-456f-9755-e1174850bed7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:40.935726 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-81570b68-b9f6-4413-8cfd-7b7c342dce03 req-52f74bf4-030b-456f-9755-e1174850bed7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0576096 Apr 06 14:21:40.991533 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-81570b68-b9f6-4413-8cfd-7b7c342dce03 req-4e09925a-56c1-4124-851a-f0788eae91ef tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480304 Apr 06 14:21:41.081497 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 21908a32-c402-4d16-9fcc-5d77e9ea4c8e details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:21:41.180689 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:41.193252 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'port_id': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'mac_address': 'fa:16:3e:da:4c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:21:41.236090 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e is: ACTIVE; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:21:41.236477 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:41.250162 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21908a32-c402-4d16-9fcc-5d77e9ea4c8e {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:21:41.270338 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:41.388939 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:41.439869 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,revision_number=6']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:41.526782 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['21908a32-c402-4d16-9fcc-5d77e9ea4c8e'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:21:41.619781 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a8c27-77ab-41e1-852d-ffa26dc68ff2 req-0c01ceb2-6684-4525-9494-a636b22bab25 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:41.621421 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e9a8c27-77ab-41e1-852d-ffa26dc68ff2 req-0c01ceb2-6684-4525-9494-a636b22bab25 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0606792 Apr 06 14:21:41.686309 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e9a8c27-77ab-41e1-852d-ffa26dc68ff2 req-1b4b9091-675b-463c-91a0-60d41a9e4005 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590107 Apr 06 14:21:41.994775 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:42.122544 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f9356-4b41-4295-937b-d8be1182b172 req-6ba38c58-ec94-4a52-9baa-262c630ce333 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:42.124216 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ac1f9356-4b41-4295-937b-d8be1182b172 req-6ba38c58-ec94-4a52-9baa-262c630ce333 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 945 time: 0.0549030 Apr 06 14:21:42.177695 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ac1f9356-4b41-4295-937b-d8be1182b172 req-f130973b-12f1-461e-acb1-f47177b3c82e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472124 Apr 06 14:21:42.811316 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77db5a6-723f-4555-aac8-d53de61384e4 req-81eafe3d-3325-4e32-8e12-a911e350be91 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:42.812862 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c77db5a6-723f-4555-aac8-d53de61384e4 req-81eafe3d-3325-4e32-8e12-a911e350be91 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0550580 Apr 06 14:21:42.860321 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c77db5a6-723f-4555-aac8-d53de61384e4 req-2518f8c8-7863-41fb-8c41-515aaa975905 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414250 Apr 06 14:21:43.079715 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 21908a32-c402-4d16-9fcc-5d77e9ea4c8e up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:21:43.102858 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:43.132639 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:21:43.134949 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:43.227038 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:21:43.227431 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:43.257797 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49133f83-079c-447d-b9f3-6ce14c852981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:21:43.260061 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99de1fc0-e127-4277-a65a-a3e14dd490ed" -d '{"events": [{"server_uuid": "49133f83-079c-447d-b9f3-6ce14c852981", "name": "network-vif-plugged", "status": "completed", "tag": "21908a32-c402-4d16-9fcc-5d77e9ea4c8e"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:21:43.275112 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:21:43.324949 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0cec5-f6c1-4cfd-bd0f-e42f3370b167 req-804a281b-70ec-45cd-82a8-a5cc4bdeecd6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:43.327728 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325e32e-50a0-4daa-a19a-61a8a525f027 req-b5517d1d-1eaa-4a76-b6ff-77999a1bfa41 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:43.329899 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7325e32e-50a0-4daa-a19a-61a8a525f027 req-b5517d1d-1eaa-4a76-b6ff-77999a1bfa41 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0575640 Apr 06 14:21:43.331589 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-41c0cec5-f6c1-4cfd-bd0f-e42f3370b167 req-804a281b-70ec-45cd-82a8-a5cc4bdeecd6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 945 time: 0.0629454 Apr 06 14:21:43.382231 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-41c0cec5-f6c1-4cfd-bd0f-e42f3370b167 req-22de01fe-e978-4760-a059-9069081bf729 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497348 Apr 06 14:21:43.388002 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:43.388927 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7325e32e-50a0-4daa-a19a-61a8a525f027 req-7d94c8a0-e682-48e6-b753-d0bfa0ebc7d6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531411 Apr 06 14:21:43.443734 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,revision_number=7']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:21:43.453549 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c2abe9-26ec-4b63-aca7-e48d1f355768 x-openstack-request-id: req-e3c2abe9-26ec-4b63-aca7-e48d1f355768 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:21:43.453847 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49133f83-079c-447d-b9f3-6ce14c852981", "name": "network-vif-plugged", "status": "completed", "tag": "21908a32-c402-4d16-9fcc-5d77e9ea4c8e", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:21:43.454241 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3c2abe9-26ec-4b63-aca7-e48d1f355768 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:21:43.454681 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c2abe9-26ec-4b63-aca7-e48d1f355768'] response: {'server_uuid': '49133f83-079c-447d-b9f3-6ce14c852981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'code': 200} Apr 06 14:21:43.488384 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3e357-eb1e-4159-8641-c9da0da12593 req-216c2928-5ea8-4a85-a259-8d52edeb8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:43.489879 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-59f3e357-eb1e-4159-8641-c9da0da12593 req-216c2928-5ea8-4a85-a259-8d52edeb8806 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c06d10321c24c2eb672098ef14e6bad&device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 1129 time: 0.0503433 Apr 06 14:21:43.586367 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3e357-eb1e-4159-8641-c9da0da12593 req-a7df0901-b41a-4a03-b217-0c3e25840d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:43.587794 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-59f3e357-eb1e-4159-8641-c9da0da12593 req-a7df0901-b41a-4a03-b217-0c3e25840d8e service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc HTTP/1.1" status: 200 len: 911 time: 0.0899780 Apr 06 14:21:43.665378 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-59f3e357-eb1e-4159-8641-c9da0da12593 req-1eb4241a-8c8d-4ac9-9e03-7ed00578ab9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38345538-1492-4258-b92c-786f2a5fc5d3 HTTP/1.1" status: 200 len: 1001 time: 0.0709829 Apr 06 14:21:43.728321 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3e357-eb1e-4159-8641-c9da0da12593 req-bdb228a2-2931-454b-923a-338925870d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:43.729822 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-59f3e357-eb1e-4159-8641-c9da0da12593 req-bdb228a2-2931-454b-923a-338925870d07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33aa3945-cd87-4a41-b88b-8619a64161f1 HTTP/1.1" status: 200 len: 849 time: 0.0561903 Apr 06 14:21:43.779938 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3e357-eb1e-4159-8641-c9da0da12593 req-1d818dd9-1efd-4d18-9d1b-558c96d148c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:43.781506 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-59f3e357-eb1e-4159-8641-c9da0da12593 req-1d818dd9-1efd-4d18-9d1b-558c96d148c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452108 Apr 06 14:21:43.877322 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-59f3e357-eb1e-4159-8641-c9da0da12593 req-ce4e93ce-2d19-4be9-974a-e14a463bb5f3 service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886500 Apr 06 14:21:43.971543 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-59f3e357-eb1e-4159-8641-c9da0da12593 req-7662f12e-e546-4f50-8e40-37747ef5e632 service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871756 Apr 06 14:21:44.531772 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d85049-308b-4c64-9961-ca35675b2eae req-f558d923-60ad-47a4-b1c2-136138f5db42 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:44.533483 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b5d85049-308b-4c64-9961-ca35675b2eae req-f558d923-60ad-47a4-b1c2-136138f5db42 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0621266 Apr 06 14:21:44.547729 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e43f53-f31a-47c7-9ac1-f66790925e83 req-c47d8b2e-5d2a-41e9-9bc3-509b4cb729ee tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:44.549436 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-54e43f53-f31a-47c7-9ac1-f66790925e83 req-c47d8b2e-5d2a-41e9-9bc3-509b4cb729ee tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0637414 Apr 06 14:21:44.593522 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b5d85049-308b-4c64-9961-ca35675b2eae req-84821c0a-5a72-4f4c-9417-a8319b755254 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504153 Apr 06 14:21:44.607196 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-54e43f53-f31a-47c7-9ac1-f66790925e83 req-f1b2a885-eb9a-49bc-93f3-9f6f95133061 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469997 Apr 06 14:21:45.731980 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bc805-d2d4-4dd5-9e56-aee60d414962 req-75156346-4833-4c51-83f4-bc75a932ae61 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:45.733586 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a55bc805-d2d4-4dd5-9e56-aee60d414962 req-75156346-4833-4c51-83f4-bc75a932ae61 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0615530 Apr 06 14:21:45.740236 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe711c-3c54-4699-ac27-68511ee6a9d3 req-ab712f15-8fbd-4692-a7fe-93ab45f917df tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:45.742028 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7cbe711c-3c54-4699-ac27-68511ee6a9d3 req-ab712f15-8fbd-4692-a7fe-93ab45f917df tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0606606 Apr 06 14:21:45.790739 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a55bc805-d2d4-4dd5-9e56-aee60d414962 req-8fae1e93-18f0-45f8-8ee2-a1d1e08a2237 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504849 Apr 06 14:21:45.799001 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7cbe711c-3c54-4699-ac27-68511ee6a9d3 req-6bf34ab0-80ee-4711-b8df-d35af2225e3b tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500937 Apr 06 14:21:46.920787 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5aa51-726b-490f-bfe9-419806d4ffff req-1fd1ed9b-cda1-40ac-a6fe-3921617c24ac tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:46.922506 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-40d5aa51-726b-490f-bfe9-419806d4ffff req-1fd1ed9b-cda1-40ac-a6fe-3921617c24ac tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0580432 Apr 06 14:21:46.978449 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-40d5aa51-726b-490f-bfe9-419806d4ffff req-28c02f20-9342-4303-8cf8-eccf6ae1ef42 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484698 Apr 06 14:21:47.018027 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad56d9e-dba6-4ef2-bc5b-143994a642a8 req-687d1776-b836-45ba-a0f3-f0de76a1ad39 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:47.019624 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cad56d9e-dba6-4ef2-bc5b-143994a642a8 req-687d1776-b836-45ba-a0f3-f0de76a1ad39 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.1384747 Apr 06 14:21:47.073910 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cad56d9e-dba6-4ef2-bc5b-143994a642a8 req-d3af1460-1531-4685-918d-b669bcf69037 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479016 Apr 06 14:21:48.110030 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff485b25-8f35-4a5c-9d3f-1014b9e91716 req-db0bb972-d055-4e14-b39a-5f5249467cff tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:48.111595 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ff485b25-8f35-4a5c-9d3f-1014b9e91716 req-db0bb972-d055-4e14-b39a-5f5249467cff tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0586817 Apr 06 14:21:48.160607 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ff485b25-8f35-4a5c-9d3f-1014b9e91716 req-a1fe33b6-1c00-408f-8500-de27d2d24dee tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428808 Apr 06 14:21:49.325542 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80118df3-bb61-4a6d-9aed-23b0d252f2a7 req-2f00c7ef-9f22-4284-8fe9-bbd2b956df7c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:49.328376 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-80118df3-bb61-4a6d-9aed-23b0d252f2a7 req-2f00c7ef-9f22-4284-8fe9-bbd2b956df7c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0910218 Apr 06 14:21:49.403185 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-80118df3-bb61-4a6d-9aed-23b0d252f2a7 req-dbc71853-6423-4e16-8708-74d5819a8c26 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683229 Apr 06 14:21:49.926749 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:21:50.622941 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bf878-3087-4c97-b8f6-9dbfccab9144 req-7c5ab9e7-143a-4105-b0f8-71d3342e3353 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:50.627459 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b34bf878-3087-4c97-b8f6-9dbfccab9144 req-7c5ab9e7-143a-4105-b0f8-71d3342e3353 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0935104 Apr 06 14:21:50.692313 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b34bf878-3087-4c97-b8f6-9dbfccab9144 req-b0d802df-faee-44aa-a805-136599286c0a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586181 Apr 06 14:21:51.805784 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb4de3-8a8f-4382-8930-40ca69313aa0 req-8173cd07-619a-4cda-8c01-1f519264eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:51.808409 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cbbb4de3-8a8f-4382-8930-40ca69313aa0 req-8173cd07-619a-4cda-8c01-1f519264eb48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3704131189249758fe79fd530a64a7f&device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 1130 time: 0.0828493 Apr 06 14:21:51.881208 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7f91c-fc7b-4e94-98a4-b2fd8c045a1a req-97c9121e-5bd7-4de8-b028-e1cf5e924ab6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:51.884149 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0df7f91c-fc7b-4e94-98a4-b2fd8c045a1a req-97c9121e-5bd7-4de8-b028-e1cf5e924ab6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0895200 Apr 06 14:21:51.958497 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb4de3-8a8f-4382-8930-40ca69313aa0 req-8f3cb582-21c9-4db4-8d1b-9ff348e1ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:51.960096 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cbbb4de3-8a8f-4382-8930-40ca69313aa0 req-8f3cb582-21c9-4db4-8d1b-9ff348e1ddc4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c86284af-8e01-433f-b259-029eabfd0d24 HTTP/1.1" status: 200 len: 918 time: 0.1220255 Apr 06 14:21:51.960336 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0df7f91c-fc7b-4e94-98a4-b2fd8c045a1a req-5cf973b2-9030-490b-9ae1-01ab0b7f5009 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647800 Apr 06 14:21:52.073596 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cbbb4de3-8a8f-4382-8930-40ca69313aa0 req-1c5ede37-c233-4dda-b31c-b568765d1276 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e HTTP/1.1" status: 200 len: 1001 time: 0.1034467 Apr 06 14:21:52.147199 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb4de3-8a8f-4382-8930-40ca69313aa0 req-5a91c2f9-4638-4499-9e7f-c800e0a46433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:52.148668 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cbbb4de3-8a8f-4382-8930-40ca69313aa0 req-5a91c2f9-4638-4499-9e7f-c800e0a46433 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3abd841-b723-4c66-b34b-6c95c35f2cdf HTTP/1.1" status: 200 len: 856 time: 0.0688252 Apr 06 14:21:52.200237 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb4de3-8a8f-4382-8930-40ca69313aa0 req-1b593dff-9b66-419f-8a42-83492c8c0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:52.201755 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cbbb4de3-8a8f-4382-8930-40ca69313aa0 req-1b593dff-9b66-419f-8a42-83492c8c0b38 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c86284af-8e01-433f-b259-029eabfd0d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469656 Apr 06 14:21:52.313688 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cbbb4de3-8a8f-4382-8930-40ca69313aa0 req-b5513540-18dd-447b-bea6-b6fdd16a8211 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021442 Apr 06 14:21:52.419664 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cbbb4de3-8a8f-4382-8930-40ca69313aa0 req-9a1673f1-0136-4141-9a9e-5f15962ca6d5 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962114 Apr 06 14:21:52.903184 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:21:53.141886 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bff6a-7b52-4fe7-9454-02615d106409 req-3a847f85-66b3-4f63-b554-002dc776ed59 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:53.151368 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f46bff6a-7b52-4fe7-9454-02615d106409 req-3a847f85-66b3-4f63-b554-002dc776ed59 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0882778 Apr 06 14:21:53.212749 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f46bff6a-7b52-4fe7-9454-02615d106409 req-4e17f49a-fed9-41e8-814c-928fa957c7de tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601041 Apr 06 14:21:54.788463 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1a347-7061-49b2-bb71-33fabbd0093c req-23c8d401-4998-45d2-b281-2899959c2b3f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:54.790380 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-91e1a347-7061-49b2-bb71-33fabbd0093c req-23c8d401-4998-45d2-b281-2899959c2b3f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.4912336 Apr 06 14:21:54.845038 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-91e1a347-7061-49b2-bb71-33fabbd0093c req-2f2f7f3f-9b40-44b3-8cb2-01c74493b4bd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477831 Apr 06 14:21:56.085775 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37220a-aa8b-4448-a821-8a7b2d280c8e req-bd7e5836-d823-43ea-a725-33c8e5f6e331 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:56.087411 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ba37220a-aa8b-4448-a821-8a7b2d280c8e req-bd7e5836-d823-43ea-a725-33c8e5f6e331 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.1546662 Apr 06 14:21:56.142082 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ba37220a-aa8b-4448-a821-8a7b2d280c8e req-1b0b8149-c7b4-4aa4-b723-434b2a3dc4db tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484893 Apr 06 14:21:57.283671 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017019c-ef96-4760-9a73-97e9a2ab62c5 req-775a43c0-f4dd-4cc6-b473-657bfc9fed56 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:57.287783 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7017019c-ef96-4760-9a73-97e9a2ab62c5 req-775a43c0-f4dd-4cc6-b473-657bfc9fed56 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0657663 Apr 06 14:21:57.335477 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7017019c-ef96-4760-9a73-97e9a2ab62c5 req-d9d7d0d4-3d80-4324-a3a5-9ba20c04b0c1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469110 Apr 06 14:21:58.503929 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67517171-abb4-43fa-bf83-cc06b2573f03 req-0bf0fbc9-7a03-48ef-a8cb-9ab28adc6d5b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:58.505481 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-67517171-abb4-43fa-bf83-cc06b2573f03 req-0bf0fbc9-7a03-48ef-a8cb-9ab28adc6d5b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0778978 Apr 06 14:21:58.568083 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-67517171-abb4-43fa-bf83-cc06b2573f03 req-b6c6732c-ec5b-446e-ad00-ca15b59a8fe9 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518203 Apr 06 14:21:59.733081 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fc1d0-9e5d-4ca8-aeac-dbb1bf414dbb req-6fe20a19-163e-4271-96ce-ae2a9fac4910 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:21:59.742749 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a77fc1d0-9e5d-4ca8-aeac-dbb1bf414dbb req-6fe20a19-163e-4271-96ce-ae2a9fac4910 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0816031 Apr 06 14:21:59.820324 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a77fc1d0-9e5d-4ca8-aeac-dbb1bf414dbb req-8dead20c-3e6a-41f7-9c01-82bd30db7d93 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766597 Apr 06 14:22:00.991009 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb487c7-462e-4224-98a4-3b1f96418d4c req-60427975-2844-429e-bea7-fa5f1c0c6e8b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:01.001198 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-beb487c7-462e-4224-98a4-3b1f96418d4c req-60427975-2844-429e-bea7-fa5f1c0c6e8b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0748122 Apr 06 14:22:01.069553 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-beb487c7-462e-4224-98a4-3b1f96418d4c req-904f4b1a-b2db-4d1b-9e07-0cd43449bb56 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662248 Apr 06 14:22:02.263956 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdd9e4-479d-462e-92af-f55d88948305 req-5575d749-ec3b-4820-8334-2734ca9d97c8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:02.265474 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-11cdd9e4-479d-462e-92af-f55d88948305 req-5575d749-ec3b-4820-8334-2734ca9d97c8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0576649 Apr 06 14:22:02.315934 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-11cdd9e4-479d-462e-92af-f55d88948305 req-df015c26-36a3-4c1a-9ab1-90cfeab4202e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441413 Apr 06 14:22:03.443737 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1e7ac-1413-49eb-9d23-8f4a50da1fb3 req-f4c60832-b9da-41cd-96dc-74a17e63802e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:03.445283 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95b1e7ac-1413-49eb-9d23-8f4a50da1fb3 req-f4c60832-b9da-41cd-96dc-74a17e63802e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0557113 Apr 06 14:22:03.492392 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95b1e7ac-1413-49eb-9d23-8f4a50da1fb3 req-bcbc877e-70c4-4361-a9a6-326e54a47b42 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413332 Apr 06 14:22:03.664980 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81be1a-dfa7-43c7-a8d9-42384db8f00d req-2cd8cb38-e438-48a6-8c14-7822261d3aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:03.666477 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb81be1a-dfa7-43c7-a8d9-42384db8f00d req-2cd8cb38-e438-48a6-8c14-7822261d3aba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3704131189249758fe79fd530a64a7f&device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 1130 time: 0.0434523 Apr 06 14:22:03.761650 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81be1a-dfa7-43c7-a8d9-42384db8f00d req-f7df0e8d-d562-4614-aa13-394452139a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:03.763197 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb81be1a-dfa7-43c7-a8d9-42384db8f00d req-f7df0e8d-d562-4614-aa13-394452139a3c service neutron] 10.222.0.49 "GET /v2.0/networks?id=c86284af-8e01-433f-b259-029eabfd0d24 HTTP/1.1" status: 200 len: 918 time: 0.0891793 Apr 06 14:22:03.830855 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb81be1a-dfa7-43c7-a8d9-42384db8f00d req-06dc6a32-caf5-4cbd-9af0-7a6649db7265 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e HTTP/1.1" status: 200 len: 1001 time: 0.0605140 Apr 06 14:22:03.892664 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81be1a-dfa7-43c7-a8d9-42384db8f00d req-c49f0c71-b738-4067-a295-50cab39331e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:03.894117 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb81be1a-dfa7-43c7-a8d9-42384db8f00d req-c49f0c71-b738-4067-a295-50cab39331e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3abd841-b723-4c66-b34b-6c95c35f2cdf HTTP/1.1" status: 200 len: 856 time: 0.0480099 Apr 06 14:22:03.943694 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81be1a-dfa7-43c7-a8d9-42384db8f00d req-0fee6d8c-2d57-4234-baff-21034529cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:03.945126 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb81be1a-dfa7-43c7-a8d9-42384db8f00d req-0fee6d8c-2d57-4234-baff-21034529cea8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c86284af-8e01-433f-b259-029eabfd0d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446286 Apr 06 14:22:04.046154 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb81be1a-dfa7-43c7-a8d9-42384db8f00d req-8d5d2b58-4eda-40d1-a027-9e83bea2b9e1 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843730 Apr 06 14:22:04.150415 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb81be1a-dfa7-43c7-a8d9-42384db8f00d req-92bc293d-7261-4339-8ddc-f5a44fd03fc9 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942295 Apr 06 14:22:04.623620 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9be1c1-3207-4875-bc88-3cbc577ee864 req-8ca162c2-b4a0-404e-8454-a207f04010f6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:04.625120 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ff9be1c1-3207-4875-bc88-3cbc577ee864 req-8ca162c2-b4a0-404e-8454-a207f04010f6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0571005 Apr 06 14:22:04.675199 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ff9be1c1-3207-4875-bc88-3cbc577ee864 req-b64ce1c9-87b3-4f19-b883-370c56e3327f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444877 Apr 06 14:22:05.124935 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bbc9c23d-81e7-48d1-9c59-0fdd5f1748b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:05.804856 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc94d06-5ed0-43de-828c-8029993bcaf5 req-4fcdacc4-3d16-4079-92be-518823da5c69 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:05.806346 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7cc94d06-5ed0-43de-828c-8029993bcaf5 req-4fcdacc4-3d16-4079-92be-518823da5c69 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0546973 Apr 06 14:22:05.856458 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7cc94d06-5ed0-43de-828c-8029993bcaf5 req-38b4089e-dce0-44fb-be3b-22b310738479 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 Apr 06 14:22:06.984452 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1edff7-0217-4967-8824-d27c013debe1 req-de76b2d3-b0a0-41c0-a60c-864669eae924 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:06.985998 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9e1edff7-0217-4967-8824-d27c013debe1 req-de76b2d3-b0a0-41c0-a60c-864669eae924 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 946 time: 0.0545666 Apr 06 14:22:07.035509 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9e1edff7-0217-4967-8824-d27c013debe1 req-3cdc6727-79b4-43ac-a1b5-cb96f2e73dd1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436242 Apr 06 14:22:07.152827 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 21908a32-c402-4d16-9fcc-5d77e9ea4c8e no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:22:07.234132 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e is: ACTIVE; New status is: DOWN {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:22:07.234741 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:07.259000 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49133f83-079c-447d-b9f3-6ce14c852981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:22:07.261250 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0c4e56-6ff7-454e-8f4b-f5d4e447ef04" -d '{"events": [{"server_uuid": "49133f83-079c-447d-b9f3-6ce14c852981", "name": "network-vif-unplugged", "status": "completed", "tag": "21908a32-c402-4d16-9fcc-5d77e9ea4c8e"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:22:07.278552 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:07.305676 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa42c663-47f8-4b53-9d53-f235bdecd2ea x-openstack-request-id: req-aa42c663-47f8-4b53-9d53-f235bdecd2ea {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:22:07.306132 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49133f83-079c-447d-b9f3-6ce14c852981", "name": "network-vif-unplugged", "status": "completed", "tag": "21908a32-c402-4d16-9fcc-5d77e9ea4c8e", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:22:07.306325 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa42c663-47f8-4b53-9d53-f235bdecd2ea {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:22:07.306767 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa42c663-47f8-4b53-9d53-f235bdecd2ea'] response: {'server_uuid': '49133f83-079c-447d-b9f3-6ce14c852981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'code': 200} Apr 06 14:22:07.371466 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:07.424295 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,revision_number=8']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:08.606231 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [req-aea20a09-2684-4ce8-8e33-51178929f2c1 req-16642f63-43f1-4042-856e-6c68a75c2781 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:22:08.607308 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-aea20a09-2684-4ce8-8e33-51178929f2c1 req-16642f63-43f1-4042-856e-6c68a75c2781 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0508418 Apr 06 14:22:08.917628 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711588e-e104-40ad-b2d0-c7e6c1c057af req-b6de94d6-ff6a-4103-b043-cee96d1f59ce tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:08.919568 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f711588e-e104-40ad-b2d0-c7e6c1c057af req-b6de94d6-ff6a-4103-b043-cee96d1f59ce tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0614300 Apr 06 14:22:08.981324 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f711588e-e104-40ad-b2d0-c7e6c1c057af req-98d95c6c-75f4-48d5-9643-16acf9eca150 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559599 Apr 06 14:22:09.056102 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-26f7d1c2-c0b5-4f6a-829f-18521e4aa32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:09.498221 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 60396) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:09.582755 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-173aea4b-7914-416f-aacc-34d45ea00237 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832412 Apr 06 14:22:09.591783 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-42c55ccd-0737-43a0-bb29-d2dfaf7013e6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:22:09.592753 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-42c55ccd-0737-43a0-bb29-d2dfaf7013e6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054836 Apr 06 14:22:09.670182 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 60404) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:22:09.767868 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-6e27f698-1262-4774-a3c0-960798261189 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:09.769443 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-6e27f698-1262-4774-a3c0-960798261189 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports/21908a32-c402-4d16-9fcc-5d77e9ea4c8e HTTP/1.1" status: 200 len: 941 time: 0.0980666 Apr 06 14:22:10.111403 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64315a52-b4eb-485c-b3b7-68f5f82f346a req-e1135e62-435b-4442-9604-3c1f2e7696f9 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:10.112945 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-64315a52-b4eb-485c-b3b7-68f5f82f346a req-e1135e62-435b-4442-9604-3c1f2e7696f9 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0562663 Apr 06 14:22:10.164591 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-64315a52-b4eb-485c-b3b7-68f5f82f346a req-bdaf7615-e152-42e7-8955-f316694ba2e9 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461299 Apr 06 14:22:10.324578 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:11.172122 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 21908a32-c402-4d16-9fcc-5d77e9ea4c8e no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:22:11.262165 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e is: DOWN; New status is: DOWN {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:22:11.299213 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8c68a-31a1-4204-9c97-c084caf69ce0 req-e9857113-49af-4fc1-afcf-900454f43051 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:11.300735 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b9d8c68a-31a1-4204-9c97-c084caf69ce0 req-e9857113-49af-4fc1-afcf-900454f43051 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0568061 Apr 06 14:22:11.351748 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b9d8c68a-31a1-4204-9c97-c084caf69ce0 req-8765f57f-156d-4783-aa2d-f9894c5721ab tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453560 Apr 06 14:22:12.028216 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:12.486465 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c87f0e-dd87-4ea2-a1bc-b0e12207778e req-02c76a7b-d628-4342-a280-d04e7ebdeedd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:12.488012 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-93c87f0e-dd87-4ea2-a1bc-b0e12207778e req-02c76a7b-d628-4342-a280-d04e7ebdeedd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0600612 Apr 06 14:22:12.536250 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-93c87f0e-dd87-4ea2-a1bc-b0e12207778e req-e107de6a-5121-4d99-ba9f-0f5e12e3459a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424852 Apr 06 14:22:13.027823 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:13.116571 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-8af3c0e6-8f94-4f8e-aac1-5f1f26413e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:13.118093 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-8af3c0e6-8f94-4f8e-aac1-5f1f26413e0b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981&tenant_id=b3704131189249758fe79fd530a64a7f HTTP/1.1" status: 200 len: 1128 time: 0.1273963 Apr 06 14:22:13.201675 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-0e2fd513-e866-4233-9a4e-de9477d31780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:13.203201 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-0e2fd513-e866-4233-9a4e-de9477d31780 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3704131189249758fe79fd530a64a7f&device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 1128 time: 0.0472064 Apr 06 14:22:13.301345 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-5e208d20-5733-47af-b8de-ca7406b7ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:13.302842 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-5e208d20-5733-47af-b8de-ca7406b7ef8f service neutron] 10.222.0.49 "GET /v2.0/networks?id=c86284af-8e01-433f-b259-029eabfd0d24 HTTP/1.1" status: 200 len: 918 time: 0.0879886 Apr 06 14:22:13.368742 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-93031355-ac05-4806-89cf-30ef69e66a52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e HTTP/1.1" status: 200 len: 999 time: 0.0575132 Apr 06 14:22:13.423823 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-77b2a487-ceb1-43e1-835f-dfb3a0174bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:13.425584 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-77b2a487-ceb1-43e1-835f-dfb3a0174bb7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3abd841-b723-4c66-b34b-6c95c35f2cdf HTTP/1.1" status: 200 len: 856 time: 0.0475676 Apr 06 14:22:13.482801 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-7aadfd4b-2e97-45e7-9c2a-10c583ed62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:13.484306 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-7aadfd4b-2e97-45e7-9c2a-10c583ed62e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c86284af-8e01-433f-b259-029eabfd0d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472357 Apr 06 14:22:13.578049 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-315ce405-7040-45f2-8e60-ff0e830e46a9 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836744 Apr 06 14:22:13.710291 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c600e67-76a4-40b0-aad9-347d9d111564 req-27e5a559-f823-4f5d-a0dd-1f60d9e0c7b8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:13.710982 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9c600e67-76a4-40b0-aad9-347d9d111564 req-27e5a559-f823-4f5d-a0dd-1f60d9e0c7b8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0812044 Apr 06 14:22:13.712929 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-048a0fbf-7517-4a11-bc32-07fc483e38b2 req-d40e227a-05c4-4ed7-ad28-73e079ecf1b0 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277301 Apr 06 14:22:13.762792 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9c600e67-76a4-40b0-aad9-347d9d111564 req-cd42166c-0ac3-46ac-9700-b16296663fd4 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456126 Apr 06 14:22:14.903301 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61287563-ecf1-44ce-9420-927c06ac898a req-23f5dda0-5fdc-4581-b0c3-7110c655914b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:14.904823 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-61287563-ecf1-44ce-9420-927c06ac898a req-23f5dda0-5fdc-4581-b0c3-7110c655914b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0618103 Apr 06 14:22:14.954967 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-61287563-ecf1-44ce-9420-927c06ac898a req-541c9b4c-4a50-41a2-bb17-082b511a888f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444288 Apr 06 14:22:16.083029 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b149432-fe82-494a-9b9c-ca89a1184199 req-98606664-5713-4672-9661-f05078881c99 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:16.084532 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3b149432-fe82-494a-9b9c-ca89a1184199 req-98606664-5713-4672-9661-f05078881c99 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0544846 Apr 06 14:22:16.136786 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3b149432-fe82-494a-9b9c-ca89a1184199 req-7151b0ef-302d-4979-9172-2ad08fed31bd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450008 Apr 06 14:22:17.272903 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423321e-b401-4816-aa73-58f75335aeba req-f355c3a2-8fa5-43ae-ae61-e98512df91f8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:17.274454 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8423321e-b401-4816-aa73-58f75335aeba req-f355c3a2-8fa5-43ae-ae61-e98512df91f8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0595512 Apr 06 14:22:17.328953 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8423321e-b401-4816-aa73-58f75335aeba req-4e7c35d3-2c7e-4f85-becf-445e301a7642 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462143 Apr 06 14:22:18.460884 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052468e0-387f-40a3-b0b7-ad1fffe43ba0 req-b2c99620-6e3e-4076-b2ce-f77a787c087f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:18.462460 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-052468e0-387f-40a3-b0b7-ad1fffe43ba0 req-b2c99620-6e3e-4076-b2ce-f77a787c087f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0576115 Apr 06 14:22:18.518255 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-052468e0-387f-40a3-b0b7-ad1fffe43ba0 req-543be868-938f-4175-8355-3230cfe5e1b5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485799 Apr 06 14:22:19.647707 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a355249-59a5-42a3-b100-b51921a9223f req-dc10b9c4-8e0d-4a1b-bf0f-f9bc85d11a84 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:19.649259 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6a355249-59a5-42a3-b100-b51921a9223f req-dc10b9c4-8e0d-4a1b-bf0f-f9bc85d11a84 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0567153 Apr 06 14:22:19.704223 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6a355249-59a5-42a3-b100-b51921a9223f req-202688e2-e1ad-4a5e-bbe4-7bd7b91b678f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476410 Apr 06 14:22:19.861201 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:20.870889 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca87cdd-6f92-498a-aca4-ca1eb488e502 req-28b2457d-255c-46f1-a85b-438901bfc19f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:20.872389 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bca87cdd-6f92-498a-aca4-ca1eb488e502 req-28b2457d-255c-46f1-a85b-438901bfc19f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0933435 Apr 06 14:22:20.932754 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bca87cdd-6f92-498a-aca4-ca1eb488e502 req-9262116c-07f1-4aed-9c66-4a6848ea0df3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538063 Apr 06 14:22:22.068765 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df85da-ca1b-4cad-9801-fa849e2e2a9a req-507cb2f6-a530-462d-ad1a-1fea416aab39 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:22.070305 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e9df85da-ca1b-4cad-9801-fa849e2e2a9a req-507cb2f6-a530-462d-ad1a-1fea416aab39 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0619292 Apr 06 14:22:22.119873 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e9df85da-ca1b-4cad-9801-fa849e2e2a9a req-7dd7afea-eb1f-49fd-bfa1-f3dccbf24633 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432765 Apr 06 14:22:23.260831 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce3c72-3d11-43e7-96f6-077093f4439d req-fcdf14d7-7a9f-415f-b98d-a0817562b3c3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:23.262191 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-51ce3c72-3d11-43e7-96f6-077093f4439d req-fcdf14d7-7a9f-415f-b98d-a0817562b3c3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0587816 Apr 06 14:22:23.316523 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-51ce3c72-3d11-43e7-96f6-077093f4439d req-6d5d0120-0782-4ba7-9532-4da25270dfde tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481312 Apr 06 14:22:24.458882 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c9fea-e0c3-4b39-9cbc-77162a9fd6fd req-b57cb2a9-c4a0-4d53-be85-c6d24555c8e6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:24.460363 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0b5c9fea-e0c3-4b39-9cbc-77162a9fd6fd req-b57cb2a9-c4a0-4d53-be85-c6d24555c8e6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0657642 Apr 06 14:22:24.513294 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0b5c9fea-e0c3-4b39-9cbc-77162a9fd6fd req-7aa241ad-bb34-4cab-9870-6d68e0eb6158 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464773 Apr 06 14:22:25.642497 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb9b57-b721-4505-bfd5-3bc64a071090 req-6e6847a3-ebef-48c4-9203-3a03953a554e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:25.650068 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7aeb9b57-b721-4505-bfd5-3bc64a071090 req-6e6847a3-ebef-48c4-9203-3a03953a554e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0634301 Apr 06 14:22:25.698113 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7aeb9b57-b721-4505-bfd5-3bc64a071090 req-4e7775bf-3165-4ad9-90fa-ec1289682511 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462441 Apr 06 14:22:26.823957 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46af07-7e85-4e86-a07f-bbd71c41b4a5 req-6408718c-24e9-42e1-8208-999d0e6dab06 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:26.825502 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1b46af07-7e85-4e86-a07f-bbd71c41b4a5 req-6408718c-24e9-42e1-8208-999d0e6dab06 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0537002 Apr 06 14:22:26.877779 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1b46af07-7e85-4e86-a07f-bbd71c41b4a5 req-e940af36-b7cf-4566-878d-8c8c04b6ae1a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465429 Apr 06 14:22:28.012717 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cf650-17b4-490d-9ef8-9dc974caec21 req-00807550-3e19-4a09-a5e9-b9acae63e7d6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:28.014214 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7c7cf650-17b4-490d-9ef8-9dc974caec21 req-00807550-3e19-4a09-a5e9-b9acae63e7d6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0609097 Apr 06 14:22:28.064826 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7c7cf650-17b4-490d-9ef8-9dc974caec21 req-23551641-4797-4cae-9f23-d1aeba353003 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450664 Apr 06 14:22:29.188583 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e92f9a-4461-43ba-b4d1-17ea8d22b2d0 req-9e454f99-8af4-4d4f-9112-2763ac44e3a0 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:29.190076 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-93e92f9a-4461-43ba-b4d1-17ea8d22b2d0 req-9e454f99-8af4-4d4f-9112-2763ac44e3a0 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0532186 Apr 06 14:22:29.237551 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-93e92f9a-4461-43ba-b4d1-17ea8d22b2d0 req-595996f5-b299-4581-bf79-3c04c90b5b3c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416939 Apr 06 14:22:29.902916 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:22:30.367733 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc530e5d-e94b-4271-a8a3-547e1f6fb043 req-3ad5cb05-5d28-4cf3-8219-8fcc9a360c6b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:30.369376 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bc530e5d-e94b-4271-a8a3-547e1f6fb043 req-3ad5cb05-5d28-4cf3-8219-8fcc9a360c6b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0578566 Apr 06 14:22:30.419343 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bc530e5d-e94b-4271-a8a3-547e1f6fb043 req-dd20d10e-a498-499b-b0ac-185869b98b29 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445144 Apr 06 14:22:31.542579 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c500df-8c79-4122-acc7-b0f7e3eb41e1 req-8a3e7df1-61ce-4494-8d54-bb56e4f721c2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:31.544009 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a0c500df-8c79-4122-acc7-b0f7e3eb41e1 req-8a3e7df1-61ce-4494-8d54-bb56e4f721c2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0537460 Apr 06 14:22:31.591471 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a0c500df-8c79-4122-acc7-b0f7e3eb41e1 req-b7a9b205-0add-4b8e-a543-9e6c6a85bc0d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 Apr 06 14:22:32.729799 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938516eb-2af5-420b-ad69-a275a3550b66 req-b894e4e6-af95-4ffb-8fe7-ffc98b270fd3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:32.731408 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-938516eb-2af5-420b-ad69-a275a3550b66 req-b894e4e6-af95-4ffb-8fe7-ffc98b270fd3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0607371 Apr 06 14:22:32.779679 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-938516eb-2af5-420b-ad69-a275a3550b66 req-08a8ee68-56c4-4821-ae4d-e251a26a39b7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424926 Apr 06 14:22:33.904219 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54a39e-1031-44d5-a90c-9d13aeec075a req-b8c3e894-d95c-4b88-aa20-1afcac71df68 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:33.905729 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-af54a39e-1031-44d5-a90c-9d13aeec075a req-b8c3e894-d95c-4b88-aa20-1afcac71df68 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0541627 Apr 06 14:22:33.955200 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-af54a39e-1031-44d5-a90c-9d13aeec075a req-ac8ed189-763d-4eb1-b00b-57b06389ee50 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439055 Apr 06 14:22:35.088722 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697471a-c6e2-4500-b665-11de49ac5519 req-e10038bb-c6cd-4a7d-919e-1fe5047ed726 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:35.090238 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c697471a-c6e2-4500-b665-11de49ac5519 req-e10038bb-c6cd-4a7d-919e-1fe5047ed726 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0550973 Apr 06 14:22:35.094436 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-950e3901-d4d6-49d6-84e8-26a1d57ad3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:35.140121 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c697471a-c6e2-4500-b665-11de49ac5519 req-bc8e4d95-dc34-4da2-922e-73d51f99d950 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439110 Apr 06 14:22:36.266223 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff86e0b-0d59-40b4-a98c-81debf0b9a40 req-b79385b7-5001-498c-b898-d733a52897b0 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:36.267774 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1ff86e0b-0d59-40b4-a98c-81debf0b9a40 req-b79385b7-5001-498c-b898-d733a52897b0 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0523825 Apr 06 14:22:36.320451 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1ff86e0b-0d59-40b4-a98c-81debf0b9a40 req-6b708a35-1126-4b0d-bdd7-fd80fc90e9e3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470138 Apr 06 14:22:37.448638 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec40951-c2cb-4442-bc43-52b346ed22dc req-92c11d01-d394-4e68-971a-67c6498457cf tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:37.450094 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6ec40951-c2cb-4442-bc43-52b346ed22dc req-92c11d01-d394-4e68-971a-67c6498457cf tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0531237 Apr 06 14:22:37.497135 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6ec40951-c2cb-4442-bc43-52b346ed22dc req-eeaf49cb-8930-4ddb-8ef2-75668ed5c77b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412652 Apr 06 14:22:38.623305 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac2d74-197b-436c-8ea9-c08f4cd54e82 req-c3f71285-7dd7-43ec-835e-174ccc9ed6c2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:38.624776 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-86ac2d74-197b-436c-8ea9-c08f4cd54e82 req-c3f71285-7dd7-43ec-835e-174ccc9ed6c2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0511630 Apr 06 14:22:38.670873 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-86ac2d74-197b-436c-8ea9-c08f4cd54e82 req-0de3e2d0-52f5-4214-ae38-3780c6b02a85 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405409 Apr 06 14:22:38.963197 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-255ac684-d360-4dfe-96fb-ddd1c1cd46d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:39.802313 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cdde7-e4f5-4dab-8a21-334b1e20ebbb req-3be70ee9-fbc6-4e51-9965-5b1bc6c755ba tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:39.803912 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-980cdde7-e4f5-4dab-8a21-334b1e20ebbb req-3be70ee9-fbc6-4e51-9965-5b1bc6c755ba tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0599537 Apr 06 14:22:39.850530 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-980cdde7-e4f5-4dab-8a21-334b1e20ebbb req-5c6994c0-bab7-4b5c-b332-4893ae22551a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403919 Apr 06 14:22:40.345939 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:40.974773 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfe4e3-fd53-4c85-a0e3-c7e0bdf359a6 req-d53917d7-8e18-4066-9150-81bd3a3c1489 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:40.976263 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eccfe4e3-fd53-4c85-a0e3-c7e0bdf359a6 req-d53917d7-8e18-4066-9150-81bd3a3c1489 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 944 time: 0.0534823 Apr 06 14:22:41.023967 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eccfe4e3-fd53-4c85-a0e3-c7e0bdf359a6 req-224887c1-cfcb-421a-844e-0b3b53dc88ea tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419855 Apr 06 14:22:41.271298 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 21908a32-c402-4d16-9fcc-5d77e9ea4c8e details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:22:41.368841 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:41.380616 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'port_id': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'mac_address': 'fa:16:3e:da:4c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:22:41.421285 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:22:41.421664 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:41.435238 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21908a32-c402-4d16-9fcc-5d77e9ea4c8e {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:22:41.456585 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:41.546180 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:41.593676 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,revision_number=9']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:41.600559 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.600897 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.601230 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.601643 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.601974 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.602299 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.603477 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.603997 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.604302 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.604621 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.604939 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.605273 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.605610 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.605908 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:41.606219 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:22:42.095151 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:42.149429 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec9c74-943a-49d6-99fc-e2a028e5b1bd req-cac38d6b-52a8-41c3-9fd5-e123ab3175ba tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:42.151130 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4eec9c74-943a-49d6-99fc-e2a028e5b1bd req-cac38d6b-52a8-41c3-9fd5-e123ab3175ba tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 945 time: 0.0526621 Apr 06 14:22:42.199791 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4eec9c74-943a-49d6-99fc-e2a028e5b1bd req-3fb3ee88-102d-4839-bc88-682686f0e8d6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428569 Apr 06 14:22:42.345018 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['21908a32-c402-4d16-9fcc-5d77e9ea4c8e'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:22:43.328341 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaabb20-4ea7-4dab-a98d-63ff267ddc0d req-fcf9ae40-89ee-4af4-96dc-5fedd1ee8494 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:43.329779 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5eaabb20-4ea7-4dab-a98d-63ff267ddc0d req-fcf9ae40-89ee-4af4-96dc-5fedd1ee8494 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 945 time: 0.0565491 Apr 06 14:22:43.377032 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5eaabb20-4ea7-4dab-a98d-63ff267ddc0d req-94136be5-4ea2-41e7-930f-80a241704bc5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416441 Apr 06 14:22:43.597546 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:44.077698 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 21908a32-c402-4d16-9fcc-5d77e9ea4c8e up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:22:44.130438 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:22:44.130847 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:44.215734 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:22:44.216127 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:44.239507 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49133f83-079c-447d-b9f3-6ce14c852981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:22:44.241692 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54074977-3e1d-4ee5-b8e1-159413249fa3" -d '{"events": [{"server_uuid": "49133f83-079c-447d-b9f3-6ce14c852981", "name": "network-vif-plugged", "status": "completed", "tag": "21908a32-c402-4d16-9fcc-5d77e9ea4c8e"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:22:44.256433 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:22:44.334954 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:44.360701 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29de045e-4eaf-4fd6-908d-2d579a4b96e2 x-openstack-request-id: req-29de045e-4eaf-4fd6-908d-2d579a4b96e2 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:22:44.361031 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49133f83-079c-447d-b9f3-6ce14c852981", "name": "network-vif-plugged", "status": "completed", "tag": "21908a32-c402-4d16-9fcc-5d77e9ea4c8e", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:22:44.361314 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29de045e-4eaf-4fd6-908d-2d579a4b96e2 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:22:44.361725 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29de045e-4eaf-4fd6-908d-2d579a4b96e2'] response: {'server_uuid': '49133f83-079c-447d-b9f3-6ce14c852981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'code': 200} Apr 06 14:22:44.390552 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,revision_number=10']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:22:44.503330 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91275dc0-bd26-4541-8160-470c83a0d194 req-7bdfca77-06b6-411c-829e-6a889e751f84 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:44.504798 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-91275dc0-bd26-4541-8160-470c83a0d194 req-7bdfca77-06b6-411c-829e-6a889e751f84 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 947 time: 0.0534256 Apr 06 14:22:44.552703 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-91275dc0-bd26-4541-8160-470c83a0d194 req-3b8bea21-faa0-4e94-b0b3-975f59674cdb tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423617 Apr 06 14:22:44.685782 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ce87f-65c6-4535-b67f-a6cf6918ee48 req-5db41f94-0e04-43c4-9ea1-3370478aff6f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:44.687558 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3c8ce87f-65c6-4535-b67f-a6cf6918ee48 req-5db41f94-0e04-43c4-9ea1-3370478aff6f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0522573 Apr 06 14:22:44.740512 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3c8ce87f-65c6-4535-b67f-a6cf6918ee48 req-4589af78-e05b-4e60-b121-8421f1b62984 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471194 Apr 06 14:22:45.082549 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe45ed-92b2-47e3-a609-1e25063cb04e req-95411e30-74b0-40a3-8561-639a7824ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:45.084078 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aafe45ed-92b2-47e3-a609-1e25063cb04e req-95411e30-74b0-40a3-8561-639a7824ff2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 1130 time: 0.0467081 Apr 06 14:22:45.183894 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe45ed-92b2-47e3-a609-1e25063cb04e req-173c7954-5a4e-4dab-8011-3acc4052688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:45.185434 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aafe45ed-92b2-47e3-a609-1e25063cb04e req-173c7954-5a4e-4dab-8011-3acc4052688c service neutron] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 920 time: 0.0943909 Apr 06 14:22:45.280174 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aafe45ed-92b2-47e3-a609-1e25063cb04e req-ec5d2160-883a-4775-ac68-c416ab99e005 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f391f522-2071-4145-aa5f-60f31487c9c0 HTTP/1.1" status: 200 len: 1001 time: 0.0879247 Apr 06 14:22:45.300812 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22621003-40af-419c-bb13-b17c69bdf778 req-c5ef9e34-a4dd-4638-8edc-caa7079323e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:45.302478 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-22621003-40af-419c-bb13-b17c69bdf778 req-c5ef9e34-a4dd-4638-8edc-caa7079323e1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 1131 time: 0.0688353 Apr 06 14:22:45.358793 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe45ed-92b2-47e3-a609-1e25063cb04e req-291db2fc-083c-42f7-b795-defddbb9997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:45.360162 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aafe45ed-92b2-47e3-a609-1e25063cb04e req-291db2fc-083c-42f7-b795-defddbb9997e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.0690870 Apr 06 14:22:45.384169 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-22621003-40af-419c-bb13-b17c69bdf778 req-d1652303-204f-49e0-836d-5cc01beefd83 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628791 Apr 06 14:22:45.417637 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe45ed-92b2-47e3-a609-1e25063cb04e req-da4c72b7-ed03-46cc-93fb-ea7f56056984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:45.419176 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aafe45ed-92b2-47e3-a609-1e25063cb04e req-da4c72b7-ed03-46cc-93fb-ea7f56056984 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500314 Apr 06 14:22:45.688995 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da425a81-4d77-4e83-a63d-02843d6b017c req-47214ed0-16f8-460c-9203-fb9ef68e6e88 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:45.690586 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-da425a81-4d77-4e83-a63d-02843d6b017c req-47214ed0-16f8-460c-9203-fb9ef68e6e88 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 947 time: 0.0592754 Apr 06 14:22:45.738851 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-da425a81-4d77-4e83-a63d-02843d6b017c req-c0f72540-36a2-4803-acda-44fe701eab4f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424027 Apr 06 14:22:45.863089 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc097a-34ef-4ddf-8776-ba2a7b7f7385 req-1d5d7dcb-2c9d-4055-8c55-899a2eaf047c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:45.864630 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f7fc097a-34ef-4ddf-8776-ba2a7b7f7385 req-1d5d7dcb-2c9d-4055-8c55-899a2eaf047c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0536990 Apr 06 14:22:45.906230 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aafe45ed-92b2-47e3-a609-1e25063cb04e req-0738f331-8aa0-4393-b526-d267fb52fac2 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852373 Apr 06 14:22:45.913693 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f7fc097a-34ef-4ddf-8776-ba2a7b7f7385 req-fc85d12f-c418-4165-9dbd-77cd8bc0f590 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428998 Apr 06 14:22:45.999790 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aafe45ed-92b2-47e3-a609-1e25063cb04e req-562e7014-64c2-4c54-9a62-b601eb205dff service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867343 Apr 06 14:22:46.863717 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd6758-ba3d-4357-bff3-afdbaab8f155 req-ebe89a74-6eb7-460d-a6e7-b991db818fc4 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:46.865201 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-80bd6758-ba3d-4357-bff3-afdbaab8f155 req-ebe89a74-6eb7-460d-a6e7-b991db818fc4 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 947 time: 0.0530581 Apr 06 14:22:46.911814 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-80bd6758-ba3d-4357-bff3-afdbaab8f155 req-61d5f6dd-2702-4c60-9463-4ccf2135ba28 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409484 Apr 06 14:22:47.034300 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e6e6b-e5b7-4241-85d9-bf7629d30c7d req-7efd6adb-756c-4c18-a4ff-be3ae6d1a49f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:47.035709 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b06e6e6b-e5b7-4241-85d9-bf7629d30c7d req-7efd6adb-756c-4c18-a4ff-be3ae6d1a49f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0533135 Apr 06 14:22:47.083429 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b06e6e6b-e5b7-4241-85d9-bf7629d30c7d req-e4f94f77-7906-49f0-906b-3d68453bbbe9 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417137 Apr 06 14:22:48.038331 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb9a0c-1f64-468c-a297-6b3fe695e233 req-3e536c7b-73c5-4f68-8286-48e80f980ea6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:48.040055 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2deb9a0c-1f64-468c-a297-6b3fe695e233 req-3e536c7b-73c5-4f68-8286-48e80f980ea6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 947 time: 0.0556879 Apr 06 14:22:48.095674 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2deb9a0c-1f64-468c-a297-6b3fe695e233 req-ab6d4b86-fe6d-4de1-a3c5-f6277f335884 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499122 Apr 06 14:22:48.213602 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400e013-adc5-41d0-a026-074036f8708a req-9dad6b33-07be-4def-bca9-2e61e083563b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:48.215399 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5400e013-adc5-41d0-a026-074036f8708a req-9dad6b33-07be-4def-bca9-2e61e083563b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0583479 Apr 06 14:22:48.268872 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5400e013-adc5-41d0-a026-074036f8708a req-7e05f727-b728-4a3b-b31d-4df4142d290c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478945 Apr 06 14:22:49.227786 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc32fe8-b682-48a7-bef9-4afaccf2a092 req-d1c6141c-f053-4425-94d9-674fb7b66519 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:49.229265 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7dc32fe8-b682-48a7-bef9-4afaccf2a092 req-d1c6141c-f053-4425-94d9-674fb7b66519 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 947 time: 0.0570176 Apr 06 14:22:49.279955 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7dc32fe8-b682-48a7-bef9-4afaccf2a092 req-161676ec-483d-4498-9901-5ecc2a6f3f72 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447505 Apr 06 14:22:49.395251 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b7f66-66bf-4180-95c2-ffbd8d8f5f06 req-af8c689c-3a84-4930-a7d9-e86fca4dc0b3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:49.396813 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-626b7f66-66bf-4180-95c2-ffbd8d8f5f06 req-af8c689c-3a84-4930-a7d9-e86fca4dc0b3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0552959 Apr 06 14:22:49.451650 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-626b7f66-66bf-4180-95c2-ffbd8d8f5f06 req-4e510ceb-df1a-403e-bca5-e892923d6820 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481839 Apr 06 14:22:49.837498 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:22:50.413309 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1895b-c16d-435c-bf4c-b067b922fab4 req-aaad5951-b58e-490a-a4a7-32290f0cd241 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:50.415707 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1aa1895b-c16d-435c-bf4c-b067b922fab4 req-aaad5951-b58e-490a-a4a7-32290f0cd241 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 947 time: 0.0567839 Apr 06 14:22:50.464695 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1aa1895b-c16d-435c-bf4c-b067b922fab4 req-47aeedd7-a8fb-48e8-bfba-93eafa4f5a8c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435815 Apr 06 14:22:50.582495 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bda86-4300-4622-bcb5-06cf34439e4d req-19e45edc-d02f-48bf-a9bc-4eeec37a7320 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:50.584056 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-dc7bda86-4300-4622-bcb5-06cf34439e4d req-19e45edc-d02f-48bf-a9bc-4eeec37a7320 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0601246 Apr 06 14:22:50.635861 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-dc7bda86-4300-4622-bcb5-06cf34439e4d req-20c640f4-cd6e-4539-9a97-f8c1d3494774 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452237 Apr 06 14:22:51.762563 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf73d4e-be06-449a-9dd6-a18fc60beb4b req-b0a957eb-7eaf-471d-94f0-ddc9a8162218 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:51.764055 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-faf73d4e-be06-449a-9dd6-a18fc60beb4b req-b0a957eb-7eaf-471d-94f0-ddc9a8162218 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0582170 Apr 06 14:22:51.813352 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-faf73d4e-be06-449a-9dd6-a18fc60beb4b req-effb8e4c-c819-4fca-b857-a024761e02c8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433042 Apr 06 14:22:52.936810 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457196f-192c-4422-9256-f26a926a46c7 req-adb96feb-2c8a-433e-be41-e64401d58f86 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:52.938356 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3457196f-192c-4422-9256-f26a926a46c7 req-adb96feb-2c8a-433e-be41-e64401d58f86 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0558398 Apr 06 14:22:52.990545 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3457196f-192c-4422-9256-f26a926a46c7 req-0102f523-47b4-4b80-9ee2-526fd2f5a84d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461035 Apr 06 14:22:53.652849 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ef5982ba-cf83-4d15-b49d-f1cf0b7b74d5 req-7b1f141e-8fbf-424d-8985-2af84b60c21e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430903 Apr 06 14:22:53.719758 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5982ba-cf83-4d15-b49d-f1cf0b7b74d5 req-2409a076-5bc1-4adc-988d-04b95948b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:53.720999 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ef5982ba-cf83-4d15-b49d-f1cf0b7b74d5 req-2409a076-5bc1-4adc-988d-04b95948b405 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c06d10321c24c2eb672098ef14e6bad&device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 1129 time: 0.0445855 Apr 06 14:22:53.828680 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5982ba-cf83-4d15-b49d-f1cf0b7b74d5 req-e174df33-4aec-4406-acf6-6e946535f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:53.830126 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ef5982ba-cf83-4d15-b49d-f1cf0b7b74d5 req-e174df33-4aec-4406-acf6-6e946535f398 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc HTTP/1.1" status: 200 len: 911 time: 0.0894024 Apr 06 14:22:53.895422 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ef5982ba-cf83-4d15-b49d-f1cf0b7b74d5 req-81217d77-e496-4dde-a474-e2045f6aea1d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38345538-1492-4258-b92c-786f2a5fc5d3 HTTP/1.1" status: 200 len: 1001 time: 0.0578179 Apr 06 14:22:53.949907 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5982ba-cf83-4d15-b49d-f1cf0b7b74d5 req-5f24edf4-bea2-4679-8450-bd1d9a5eac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:53.951325 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ef5982ba-cf83-4d15-b49d-f1cf0b7b74d5 req-5f24edf4-bea2-4679-8450-bd1d9a5eac73 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33aa3945-cd87-4a41-b88b-8619a64161f1 HTTP/1.1" status: 200 len: 849 time: 0.0472403 Apr 06 14:22:54.001330 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5982ba-cf83-4d15-b49d-f1cf0b7b74d5 req-d0e4424a-b466-44a8-b7aa-035b16c142fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:54.002872 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ef5982ba-cf83-4d15-b49d-f1cf0b7b74d5 req-d0e4424a-b466-44a8-b7aa-035b16c142fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448174 Apr 06 14:22:54.131028 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ef5982ba-cf83-4d15-b49d-f1cf0b7b74d5 req-52cdb107-87bb-4db1-a8f4-3bef8813ffdf service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207874 Apr 06 14:22:54.142377 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44f450-c771-4f65-82a1-3b0266b243a4 req-063c794c-20cf-44da-bbca-4e79bb110125 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:54.143815 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ed44f450-c771-4f65-82a1-3b0266b243a4 req-063c794c-20cf-44da-bbca-4e79bb110125 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0803487 Apr 06 14:22:54.241310 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ed44f450-c771-4f65-82a1-3b0266b243a4 req-f18b907c-228e-4fbe-8cec-97edaead931c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888700 Apr 06 14:22:54.262985 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ef5982ba-cf83-4d15-b49d-f1cf0b7b74d5 req-b36cefde-43fd-4535-8e49-da81c1a99dab service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181698 Apr 06 14:22:55.362096 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb6cf2-f556-43f8-b1ae-30773376b26e req-3232ee85-cbfb-45f6-98d3-7ad3022f09e5 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:55.363603 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-abfb6cf2-f556-43f8-b1ae-30773376b26e req-3232ee85-cbfb-45f6-98d3-7ad3022f09e5 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0539684 Apr 06 14:22:55.416990 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-abfb6cf2-f556-43f8-b1ae-30773376b26e req-d61ed4c5-84f1-473f-b868-c47c07735c84 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461421 Apr 06 14:22:56.614387 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c6357-c61e-41aa-8b52-04f74cb59add req-7c1f317d-f222-4828-b4ed-31a68c3b1fc7 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:56.614387 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cd3c6357-c61e-41aa-8b52-04f74cb59add req-7c1f317d-f222-4828-b4ed-31a68c3b1fc7 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0597391 Apr 06 14:22:56.853606 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cd3c6357-c61e-41aa-8b52-04f74cb59add req-536d29a0-15ad-4f00-8aca-2048e64580cd tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010037 Apr 06 14:22:57.972019 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37635a6b-2453-42bc-b22a-3d914426f9a7 req-62f3386d-59a6-4d53-9750-e545a04d828a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:57.973417 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-37635a6b-2453-42bc-b22a-3d914426f9a7 req-62f3386d-59a6-4d53-9750-e545a04d828a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0519221 Apr 06 14:22:58.021540 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-37635a6b-2453-42bc-b22a-3d914426f9a7 req-2ecfe2f4-3a6b-41f7-9068-133d5106fb10 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419040 Apr 06 14:22:59.137951 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698de055-fc8b-4acf-a4b1-253679eaf4ab req-f7ae9fde-0cf8-4e6c-88af-9fd050fe9137 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:22:59.139464 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-698de055-fc8b-4acf-a4b1-253679eaf4ab req-f7ae9fde-0cf8-4e6c-88af-9fd050fe9137 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0517898 Apr 06 14:22:59.186929 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-698de055-fc8b-4acf-a4b1-253679eaf4ab req-f9aaf560-100a-4848-b9b7-a597d999015f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418997 Apr 06 14:23:00.308023 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e6cbe-ee73-4549-a7f2-f3478eb396c7 req-704a3ac0-bf2a-4b81-b1fc-80fae6d420a4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:00.309511 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f40e6cbe-ee73-4549-a7f2-f3478eb396c7 req-704a3ac0-bf2a-4b81-b1fc-80fae6d420a4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0533395 Apr 06 14:23:00.357696 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f40e6cbe-ee73-4549-a7f2-f3478eb396c7 req-6244689c-5a79-45dd-9dc0-6e546094d6a7 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423200 Apr 06 14:23:01.478105 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549dea9e-1fc0-4222-91f4-543f795fe92e req-22a09f11-ac9d-4d1b-ac55-7da453acd339 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:01.479605 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-549dea9e-1fc0-4222-91f4-543f795fe92e req-22a09f11-ac9d-4d1b-ac55-7da453acd339 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0546360 Apr 06 14:23:01.528292 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-549dea9e-1fc0-4222-91f4-543f795fe92e req-2e8a6607-d3ca-41de-afa6-eee9ae919324 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431874 Apr 06 14:23:02.653544 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd34cc2-7db5-4c3f-a01b-c7da68a4a4c0 req-1c2942a8-a0e2-45b0-a7ad-0a14165367c4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:02.655090 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-dcd34cc2-7db5-4c3f-a01b-c7da68a4a4c0 req-1c2942a8-a0e2-45b0-a7ad-0a14165367c4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0572360 Apr 06 14:23:02.703180 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-dcd34cc2-7db5-4c3f-a01b-c7da68a4a4c0 req-4b9683ca-d073-41e4-84dd-cc5d12ea77d8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424159 Apr 06 14:23:03.827531 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01358f-90dc-49de-b1a6-cf201d792210 req-df0ff545-8abb-43b6-b300-d490909b7df7 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:03.829021 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ea01358f-90dc-49de-b1a6-cf201d792210 req-df0ff545-8abb-43b6-b300-d490909b7df7 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0515532 Apr 06 14:23:03.876844 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ea01358f-90dc-49de-b1a6-cf201d792210 req-3ba10b49-5f17-462f-9ea2-dd5a36f5d91f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423360 Apr 06 14:23:05.001340 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7974d74-9016-4499-9700-d858c9062289 req-846119b6-a9ab-455a-abc9-2abf92f75333 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:05.002896 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d7974d74-9016-4499-9700-d858c9062289 req-846119b6-a9ab-455a-abc9-2abf92f75333 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0554693 Apr 06 14:23:05.057921 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d7974d74-9016-4499-9700-d858c9062289 req-86c0e8ac-5d57-4804-919e-a04b4ba48a86 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480559 Apr 06 14:23:05.110483 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0bc4dd80-8a4b-4ca5-b0e9-7ba3f75699b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:05.214674 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25ba66-1b22-4c5a-9d05-60827c382b8f req-cc49f611-a3d5-4f06-8a5b-2d2412b21629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:05.216080 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cd25ba66-1b22-4c5a-9d05-60827c382b8f req-cc49f611-a3d5-4f06-8a5b-2d2412b21629 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 1130 time: 0.0449474 Apr 06 14:23:05.263096 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cd25ba66-1b22-4c5a-9d05-60827c382b8f req-1d2bd227-18bb-47d0-b501-c7becedf1c77 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381942 Apr 06 14:23:06.185205 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50499a05-22ac-4830-9111-dc9d156123f1 req-8e4744a5-8060-49a9-89a2-cde5c67e532b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:06.187077 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-50499a05-22ac-4830-9111-dc9d156123f1 req-8e4744a5-8060-49a9-89a2-cde5c67e532b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0583758 Apr 06 14:23:06.234919 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-50499a05-22ac-4830-9111-dc9d156123f1 req-087f1338-cda8-456c-8601-fa9ba07aab04 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421708 Apr 06 14:23:06.901436 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:23:07.361041 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea13504-0199-413b-9258-b9bb874a7e19 req-d392ef26-3edd-4192-925a-34365264e008 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:07.362560 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8ea13504-0199-413b-9258-b9bb874a7e19 req-d392ef26-3edd-4192-925a-34365264e008 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0535159 Apr 06 14:23:07.415775 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8ea13504-0199-413b-9258-b9bb874a7e19 req-7d8efbb5-ab09-420c-a74f-02c186685871 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473928 Apr 06 14:23:08.536170 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1300173-305e-48d6-809a-35fdba3e816e req-25cd6b67-15ae-46bf-9bb5-b5a354b11312 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:08.537574 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b1300173-305e-48d6-809a-35fdba3e816e req-25cd6b67-15ae-46bf-9bb5-b5a354b11312 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0508599 Apr 06 14:23:08.585477 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b1300173-305e-48d6-809a-35fdba3e816e req-e83be5a8-e61a-4b0f-9a38-3fbb55eb6c12 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409396 Apr 06 14:23:08.961325 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fe63d930-40bf-4b37-ac4a-1b1feddea128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:09.121925 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004414e2-7356-43f9-a036-0822fba2020b req-56b1a0ba-633f-4304-9b0c-fa6baddb6641 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:09.123376 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-004414e2-7356-43f9-a036-0822fba2020b req-56b1a0ba-633f-4304-9b0c-fa6baddb6641 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0544035 Apr 06 14:23:09.173719 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d4f30-5a87-406f-acf0-8db4a1a058cb req-6182d3c7-af09-45ab-a02c-d4eaa79c2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:09.174284 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-004414e2-7356-43f9-a036-0822fba2020b req-f340dd5f-6ceb-4fef-bf77-2f43ef6e0e2f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452199 Apr 06 14:23:09.175225 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c20d4f30-5a87-406f-acf0-8db4a1a058cb req-6182d3c7-af09-45ab-a02c-d4eaa79c2a79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 1130 time: 0.0485427 Apr 06 14:23:09.264859 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d4f30-5a87-406f-acf0-8db4a1a058cb req-7f6a8e33-11f9-497a-ab1e-10afcfc9c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:09.266349 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c20d4f30-5a87-406f-acf0-8db4a1a058cb req-7f6a8e33-11f9-497a-ab1e-10afcfc9c898 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 920 time: 0.0851004 Apr 06 14:23:09.336491 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c20d4f30-5a87-406f-acf0-8db4a1a058cb req-851816a5-861f-40f0-9506-785b5f06b3ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f391f522-2071-4145-aa5f-60f31487c9c0 HTTP/1.1" status: 200 len: 1001 time: 0.0633705 Apr 06 14:23:09.386042 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d4f30-5a87-406f-acf0-8db4a1a058cb req-90d66f90-f418-4cba-ae8a-f671d83ee16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:09.387535 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c20d4f30-5a87-406f-acf0-8db4a1a058cb req-90d66f90-f418-4cba-ae8a-f671d83ee16b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.0439262 Apr 06 14:23:09.438030 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d4f30-5a87-406f-acf0-8db4a1a058cb req-6b8d72bf-9fd7-4440-9f0c-fe098990ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:09.439578 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c20d4f30-5a87-406f-acf0-8db4a1a058cb req-6b8d72bf-9fd7-4440-9f0c-fe098990ea96 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449865 Apr 06 14:23:09.544500 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c20d4f30-5a87-406f-acf0-8db4a1a058cb req-08597a47-c8b5-4a46-9a35-a619cebab04f service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978832 Apr 06 14:23:09.635734 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c20d4f30-5a87-406f-acf0-8db4a1a058cb req-7c7439e6-6d76-48af-8a40-6ea0e3986929 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847852 Apr 06 14:23:10.300885 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580809f-108b-4ff6-9441-9995f0ef69ef req-7f91ac7a-ae9d-403a-bf3d-07b40f5a0f45 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:10.302421 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9580809f-108b-4ff6-9441-9995f0ef69ef req-7f91ac7a-ae9d-403a-bf3d-07b40f5a0f45 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0563562 Apr 06 14:23:10.338505 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:10.352381 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9580809f-108b-4ff6-9441-9995f0ef69ef req-478c59d5-25f7-41d1-b720-6539d634a5c8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435369 Apr 06 14:23:11.477007 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7418dc4-0dab-4eb7-9e18-0f28d2762a4a req-19bbd763-f36e-4b7d-96ab-e8922b7cfa8c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:11.478484 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a7418dc4-0dab-4eb7-9e18-0f28d2762a4a req-19bbd763-f36e-4b7d-96ab-e8922b7cfa8c tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0535357 Apr 06 14:23:11.526643 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a7418dc4-0dab-4eb7-9e18-0f28d2762a4a req-7ed917d3-8639-45ff-afb1-86e56e591509 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425503 Apr 06 14:23:12.012978 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:12.651170 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e2b1f-3231-43da-9fd6-60c159a529e4 req-2b9b66ce-dde1-4a37-b38b-2b0cc771898a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:12.652686 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4d1e2b1f-3231-43da-9fd6-60c159a529e4 req-2b9b66ce-dde1-4a37-b38b-2b0cc771898a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0581450 Apr 06 14:23:12.700094 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4d1e2b1f-3231-43da-9fd6-60c159a529e4 req-ab910227-16c4-4793-8013-74e5b0cff3fa tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418887 Apr 06 14:23:13.024438 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:13.826070 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cdb50-19fa-46a4-8647-fab29df20e02 req-b6763702-1398-4e11-a90c-471dbc609970 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:13.827594 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0a0cdb50-19fa-46a4-8647-fab29df20e02 req-b6763702-1398-4e11-a90c-471dbc609970 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0589566 Apr 06 14:23:13.874929 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0a0cdb50-19fa-46a4-8647-fab29df20e02 req-5c6222fe-e653-4d16-91ad-c7e450f25ccc tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416672 Apr 06 14:23:14.997658 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c604deb-a712-4d80-8a5f-a44aaeecbec5 req-4a04f453-6586-499b-810e-c275fdbb019f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:14.999324 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5c604deb-a712-4d80-8a5f-a44aaeecbec5 req-4a04f453-6586-499b-810e-c275fdbb019f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0566714 Apr 06 14:23:15.047699 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5c604deb-a712-4d80-8a5f-a44aaeecbec5 req-9c5698cc-8e57-4471-aaeb-d7bebac98561 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428116 Apr 06 14:23:15.162713 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea42382-42c8-4457-a955-09c7f2f58c67 req-b829e656-78ac-4518-8310-44b84f8900f8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:15.164390 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8ea42382-42c8-4457-a955-09c7f2f58c67 req-b829e656-78ac-4518-8310-44b84f8900f8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0523663 Apr 06 14:23:15.173026 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 60704) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:15.177321 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-eee9f76c-8793-4ed6-8aab-229e358b7198 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Request body: {'floatingip': {'port_id': 'f391f522-2071-4145-aa5f-60f31487c9c0'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:23:15.236052 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eee9f76c-8793-4ed6-8aab-229e358b7198 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for floatingip (40738a47-0c01-4ce8-a583-481268af4ce6), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:15.703597 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eee9f76c-8793-4ed6-8aab-229e358b7198 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:15.767167 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eee9f76c-8793-4ed6-8aab-229e358b7198 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (40738a47-0c01-4ce8-a583-481268af4ce6), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:15.980029 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee9f76c-8793-4ed6-8aab-229e358b7198 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:23:16.088198 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee9f76c-8793-4ed6-8aab-229e358b7198 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:23:16.093156 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eee9f76c-8793-4ed6-8aab-229e358b7198 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:16.097684 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e0f4e-2222-4d98-8b1b-92585e00974a None None] Sync routers for ids ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:23:16.107411 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e0f4e-2222-4d98-8b1b-92585e00974a None None] Routers {'07eb86a5-9beb-4120-bd9f-d1d22cd3f468'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:23:16.108181 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-0d4e0f4e-2222-4d98-8b1b-92585e00974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:23:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:16.124389 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'tag': 'f391f522-2071-4145-aa5f-60f31487c9c0'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:23:16.126643 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cee74c5e6806168c4361293fd760050ed74eb1b6027abc74829ef037f04afca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d021ca9c-36eb-456e-9daf-e2d007cb8c87" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3c68fc-4e43-4250-ad10-167c8c1211c2", "tag": "f391f522-2071-4145-aa5f-60f31487c9c0"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:23:16.168748 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-eee9f76c-8793-4ed6-8aab-229e358b7198 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "PUT /v2.0/floatingips/40738a47-0c01-4ce8-a583-481268af4ce6 HTTP/1.1" status: 200 len: 993 time: 0.9942966 Apr 06 14:23:16.223440 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7ef074-4b7e-4eee-b198-d6c6d935fdc4 x-openstack-request-id: req-bb7ef074-4b7e-4eee-b198-d6c6d935fdc4 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:23:16.223740 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3c68fc-4e43-4250-ad10-167c8c1211c2", "tag": "f391f522-2071-4145-aa5f-60f31487c9c0", "status": "completed", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:23:16.223993 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb7ef074-4b7e-4eee-b198-d6c6d935fdc4 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:23:16.224396 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7ef074-4b7e-4eee-b198-d6c6d935fdc4'] response: {'name': 'network-changed', 'server_uuid': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'tag': 'f391f522-2071-4145-aa5f-60f31487c9c0', 'status': 'completed', 'code': 200} Apr 06 14:23:16.236422 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-0d4e0f4e-2222-4d98-8b1b-92585e00974a None None] Set router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:23:16.297652 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021ca9c-36eb-456e-9daf-e2d007cb8c87 req-580948cb-333a-4ce8-9cac-d706f9b6ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:16.299186 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d021ca9c-36eb-456e-9daf-e2d007cb8c87 req-580948cb-333a-4ce8-9cac-d706f9b6ad48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 1130 time: 0.0513489 Apr 06 14:23:16.394735 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021ca9c-36eb-456e-9daf-e2d007cb8c87 req-3decb746-a893-4a03-bc36-2231d6a6f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:16.396239 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d021ca9c-36eb-456e-9daf-e2d007cb8c87 req-3decb746-a893-4a03-bc36-2231d6a6f42c service neutron] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 920 time: 0.0871212 Apr 06 14:23:16.471257 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d021ca9c-36eb-456e-9daf-e2d007cb8c87 req-03dd58e6-02e2-4f87-aadb-21dba3b42629 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f391f522-2071-4145-aa5f-60f31487c9c0 HTTP/1.1" status: 200 len: 1001 time: 0.0679109 Apr 06 14:23:16.471804 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-0d4e0f4e-2222-4d98-8b1b-92585e00974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 4, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '40738a47-0c01-4ce8-a583-481268af4ce6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'port_id': 'f391f522-2071-4145-aa5f-60f31487c9c0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'mac_address': 'fa:16:3e:d1:3f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:19:36Z', 'updated_at': '2022-04-06T14:23:15Z', 'revision_number': 3, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ef88b9-5927-4a8f-b727-445492a244f9', 'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'mac_address': 'fa:16:3e:b5:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:59Z', 'updated_at': '2022-04-06T14:17:08Z', 'revision_number': 5, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'subnets': [{'id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:16.501432 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e0f4e-2222-4d98-8b1b-92585e00974a None None] Checking router: 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:23:16.510140 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e0f4e-2222-4d98-8b1b-92585e00974a None None] Routers {'07eb86a5-9beb-4120-bd9f-d1d22cd3f468'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:23:16.510771 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-0d4e0f4e-2222-4d98-8b1b-92585e00974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:23:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:16.521663 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021ca9c-36eb-456e-9daf-e2d007cb8c87 req-63e4056b-800a-49a5-9ea0-b3ddb01f0643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:16.523237 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d021ca9c-36eb-456e-9daf-e2d007cb8c87 req-63e4056b-800a-49a5-9ea0-b3ddb01f0643 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.0445850 Apr 06 14:23:16.573426 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021ca9c-36eb-456e-9daf-e2d007cb8c87 req-d4d8e11c-a6ca-48f0-9b67-feb6d0c18cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:16.574953 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d021ca9c-36eb-456e-9daf-e2d007cb8c87 req-d4d8e11c-a6ca-48f0-9b67-feb6d0c18cc7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447299 Apr 06 14:23:16.617418 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-0d4e0f4e-2222-4d98-8b1b-92585e00974a None None] Set router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:23:16.667151 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d021ca9c-36eb-456e-9daf-e2d007cb8c87 req-846c09b0-0ddc-49a3-960d-95ef3b7b5eee service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849977 Apr 06 14:23:16.758092 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d021ca9c-36eb-456e-9daf-e2d007cb8c87 req-1f414278-d5e1-411b-afe6-d5e3f8c60683 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840220 Apr 06 14:23:16.844164 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-0d4e0f4e-2222-4d98-8b1b-92585e00974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 4, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '40738a47-0c01-4ce8-a583-481268af4ce6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'port_id': 'f391f522-2071-4145-aa5f-60f31487c9c0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'mac_address': 'fa:16:3e:d1:3f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:19:36Z', 'updated_at': '2022-04-06T14:23:15Z', 'revision_number': 3, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ef88b9-5927-4a8f-b727-445492a244f9', 'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'mac_address': 'fa:16:3e:b5:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:59Z', 'updated_at': '2022-04-06T14:17:08Z', 'revision_number': 5, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'subnets': [{'id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:16.869521 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e0f4e-2222-4d98-8b1b-92585e00974a None None] The sync data for ids ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'] in dv-cinder-835881-5-iscsi is: [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 4, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '40738a47-0c01-4ce8-a583-481268af4ce6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'floating_ip_address': '172.27.2.43', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'port_id': 'f391f522-2071-4145-aa5f-60f31487c9c0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'mac_address': 'fa:16:3e:d1:3f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:19:36Z', 'updated_at': '2022-04-06T14:23:15Z', 'revision_number': 3, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4ef88b9-5927-4a8f-b727-445492a244f9', 'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'mac_address': 'fa:16:3e:b5:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:59Z', 'updated_at': '2022-04-06T14:17:08Z', 'revision_number': 5, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'subnets': [{'id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:23:18.226181 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'tag': 'f391f522-2071-4145-aa5f-60f31487c9c0'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:23:18.228575 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cee74c5e6806168c4361293fd760050ed74eb1b6027abc74829ef037f04afca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1d09cf-3ce7-43dd-9462-fc4b01675909" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3c68fc-4e43-4250-ad10-167c8c1211c2", "tag": "f391f522-2071-4145-aa5f-60f31487c9c0"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:23:18.264461 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3cf628-c319-4391-8851-46521bc39844 x-openstack-request-id: req-7b3cf628-c319-4391-8851-46521bc39844 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:23:18.264753 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3c68fc-4e43-4250-ad10-167c8c1211c2", "tag": "f391f522-2071-4145-aa5f-60f31487c9c0", "status": "completed", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:23:18.265004 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b3cf628-c319-4391-8851-46521bc39844 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:23:18.265401 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3cf628-c319-4391-8851-46521bc39844'] response: {'name': 'network-changed', 'server_uuid': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'tag': 'f391f522-2071-4145-aa5f-60f31487c9c0', 'status': 'completed', 'code': 200} Apr 06 14:23:18.335289 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d09cf-3ce7-43dd-9462-fc4b01675909 req-48213cf5-7377-4c18-877a-735866040cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:18.336793 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f1d09cf-3ce7-43dd-9462-fc4b01675909 req-48213cf5-7377-4c18-877a-735866040cd7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 1130 time: 0.0453386 Apr 06 14:23:18.429944 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d09cf-3ce7-43dd-9462-fc4b01675909 req-15fa10b2-aba5-4018-9320-e1ef18a42809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:18.433467 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f1d09cf-3ce7-43dd-9462-fc4b01675909 req-15fa10b2-aba5-4018-9320-e1ef18a42809 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 920 time: 0.0894344 Apr 06 14:23:18.498462 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f1d09cf-3ce7-43dd-9462-fc4b01675909 req-58119306-0314-4881-8c5f-ca273f0a5b5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f391f522-2071-4145-aa5f-60f31487c9c0 HTTP/1.1" status: 200 len: 1001 time: 0.0585856 Apr 06 14:23:18.549219 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d09cf-3ce7-43dd-9462-fc4b01675909 req-80cb5e74-d036-4862-8981-f065d8fa2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:18.550701 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f1d09cf-3ce7-43dd-9462-fc4b01675909 req-80cb5e74-d036-4862-8981-f065d8fa2220 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.0466383 Apr 06 14:23:18.599289 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d09cf-3ce7-43dd-9462-fc4b01675909 req-9c0d248e-8262-4294-a15f-8c1c8c60dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:18.601429 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f1d09cf-3ce7-43dd-9462-fc4b01675909 req-9c0d248e-8262-4294-a15f-8c1c8c60dd54 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444956 Apr 06 14:23:18.689783 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f1d09cf-3ce7-43dd-9462-fc4b01675909 req-59f0d0e5-905b-4fff-a260-9a001f6a02ef service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813286 Apr 06 14:23:18.785010 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f1d09cf-3ce7-43dd-9462-fc4b01675909 req-3e7c4fde-62fc-47f9-a957-f60986df9155 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879862 Apr 06 14:23:19.818311 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:35.183156 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2bcbc950-6ca6-4906-9c93-a3881728fdc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:38.886786 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20471939-23c0-4032-ada9-c6ad83171677 req-6da84612-2bf2-46ba-b8c7-4fbd91efffce tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:38.888354 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-20471939-23c0-4032-ada9-c6ad83171677 req-6da84612-2bf2-46ba-b8c7-4fbd91efffce tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0576231 Apr 06 14:23:38.936980 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-20471939-23c0-4032-ada9-c6ad83171677 req-7f5221d9-8c32-4f70-bf14-3a6711fed3ad tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428543 Apr 06 14:23:39.034829 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-19c8dd65-bedb-41b2-ae46-3eade53790b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:40.062907 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786e6fc-4ad1-4915-b060-937920af00ab req-757e3293-fbe2-4d5d-b3d6-b460fa592ac3 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:40.064301 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7786e6fc-4ad1-4915-b060-937920af00ab req-757e3293-fbe2-4d5d-b3d6-b460fa592ac3 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0531983 Apr 06 14:23:40.112811 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7786e6fc-4ad1-4915-b060-937920af00ab req-5b405069-764e-437d-8246-c2d99e97003b tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421553 Apr 06 14:23:40.382784 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:41.237021 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83904afa-7f1c-4746-a797-e42f1f09e64e req-d0af81d0-78d7-41b9-98ab-7db27b4eedfd tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:41.238583 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-83904afa-7f1c-4746-a797-e42f1f09e64e req-d0af81d0-78d7-41b9-98ab-7db27b4eedfd tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0573261 Apr 06 14:23:41.290257 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-83904afa-7f1c-4746-a797-e42f1f09e64e req-a155a42c-33e2-4036-ba1c-3df2dfb4a451 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456457 Apr 06 14:23:42.028357 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:42.414884 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac361c6-b223-4844-ab51-62bd733f42fe req-23a845f3-a328-4a6d-8ba0-5378e0f489de tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:42.418354 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1ac361c6-b223-4844-ab51-62bd733f42fe req-23a845f3-a328-4a6d-8ba0-5378e0f489de tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0527513 Apr 06 14:23:42.465050 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1ac361c6-b223-4844-ab51-62bd733f42fe req-32f8ea87-58de-4a71-a507-7b390156a300 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429211 Apr 06 14:23:43.034072 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:43.585878 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1995d-140b-4a50-add1-484b5cb51545 req-a81c5c14-8fcf-4bf8-af69-d4fd4b6c92da tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:43.587340 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-44e1995d-140b-4a50-add1-484b5cb51545 req-a81c5c14-8fcf-4bf8-af69-d4fd4b6c92da tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0538588 Apr 06 14:23:43.637058 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-44e1995d-140b-4a50-add1-484b5cb51545 req-07fd5034-657f-4a39-94fa-e74b8f783d3e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435350 Apr 06 14:23:43.900704 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:23:44.791293 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b7ad2-ef17-4a41-a3a0-9c9471d10726 req-d499f49e-74d0-4126-9d17-cde03194e715 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:44.792740 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5e862-1a33-45a0-a989-03038bdc1b5c req-1c02d292-e670-4880-8c79-f1fed2086129 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:44.793421 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ad5b7ad2-ef17-4a41-a3a0-9c9471d10726 req-d499f49e-74d0-4126-9d17-cde03194e715 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0666685 Apr 06 14:23:44.794276 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0af5e862-1a33-45a0-a989-03038bdc1b5c req-1c02d292-e670-4880-8c79-f1fed2086129 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0676816 Apr 06 14:23:44.848184 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ad5b7ad2-ef17-4a41-a3a0-9c9471d10726 req-d04e36bf-a81f-4012-b91e-625981f41129 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492439 Apr 06 14:23:44.871369 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0af5e862-1a33-45a0-a989-03038bdc1b5c req-867ee53d-e0d9-4e10-9861-557a53986f9e tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687342 Apr 06 14:23:45.996389 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f089dca-77e7-452f-a88b-5f25c904b976 req-03b5dc06-c0aa-4cc3-9ebc-99a12289fd55 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:45.997843 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4f089dca-77e7-452f-a88b-5f25c904b976 req-03b5dc06-c0aa-4cc3-9ebc-99a12289fd55 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0647974 Apr 06 14:23:46.008869 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5bc15-dc7f-43e9-b5a3-0fd85eab98f1 req-752cb616-6c56-4e92-b674-de3e928723d9 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:46.010487 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4aa5bc15-dc7f-43e9-b5a3-0fd85eab98f1 req-752cb616-6c56-4e92-b674-de3e928723d9 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0625923 Apr 06 14:23:46.053768 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4f089dca-77e7-452f-a88b-5f25c904b976 req-7ed10052-8653-4ac7-b029-71d32b6c4e92 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476661 Apr 06 14:23:46.070398 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4aa5bc15-dc7f-43e9-b5a3-0fd85eab98f1 req-441a2267-b221-484f-aa8e-8440cbddfa70 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533857 Apr 06 14:23:47.197902 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922f625-66c9-4305-be17-b012e63112ae req-3b2cc36a-59f3-427c-a01a-1f987f53dd22 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:47.199580 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7922f625-66c9-4305-be17-b012e63112ae req-3b2cc36a-59f3-427c-a01a-1f987f53dd22 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0569019 Apr 06 14:23:47.216310 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d15814-31b5-4bb0-b613-9a8c496fc9fe req-702a0d37-2908-4334-9474-3a1f7c21150d tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:47.217886 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-47d15814-31b5-4bb0-b613-9a8c496fc9fe req-702a0d37-2908-4334-9474-3a1f7c21150d tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0669675 Apr 06 14:23:47.252499 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7922f625-66c9-4305-be17-b012e63112ae req-4a5987f1-b31b-44c8-ad73-a9b0108d7ab8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472133 Apr 06 14:23:47.273050 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-47d15814-31b5-4bb0-b613-9a8c496fc9fe req-66d48952-44bc-44a3-a682-d62745c55ca2 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482233 Apr 06 14:23:48.372731 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc6dfb-6089-4416-9e4c-a5de962e33fa req-1ba34f0c-f0f8-4936-8a20-4f1110e0f829 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:48.374270 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-89fc6dfb-6089-4416-9e4c-a5de962e33fa req-1ba34f0c-f0f8-4936-8a20-4f1110e0f829 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0526135 Apr 06 14:23:48.403804 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f1615-4cac-4536-b506-f9d65038c9ed req-9a54085c-9617-4000-9e31-b7187e391e51 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:48.405313 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-989f1615-4cac-4536-b506-f9d65038c9ed req-9a54085c-9617-4000-9e31-b7187e391e51 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0590317 Apr 06 14:23:48.426228 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-89fc6dfb-6089-4416-9e4c-a5de962e33fa req-51033373-6427-4a6e-9f15-846645d9646a tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456207 Apr 06 14:23:48.454562 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-989f1615-4cac-4536-b506-f9d65038c9ed req-50ea92ab-1549-4cbe-aa7f-87514a3fac0e tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437374 Apr 06 14:23:49.550348 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33326c-d36c-461e-b983-491cafece4dd req-8888c018-35a4-4fa5-a57b-0a3d0592c980 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:49.552378 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7d33326c-d36c-461e-b983-491cafece4dd req-8888c018-35a4-4fa5-a57b-0a3d0592c980 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0559816 Apr 06 14:23:49.582771 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc3dc-4c8e-4920-b04f-2a3b9241be5d req-260e660e-04ba-4b17-bbf6-a5dec8ae7f10 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:49.584966 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af0dc3dc-4c8e-4920-b04f-2a3b9241be5d req-260e660e-04ba-4b17-bbf6-a5dec8ae7f10 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0574970 Apr 06 14:23:49.605617 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7d33326c-d36c-461e-b983-491cafece4dd req-3dccc725-4be5-4aeb-9922-85dc8d09570b tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464218 Apr 06 14:23:49.640740 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af0dc3dc-4c8e-4920-b04f-2a3b9241be5d req-3e241863-d483-47b1-8b7a-e2de3ca3aa89 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485365 Apr 06 14:23:49.868342 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:50.744194 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1c5bf-eefd-48ed-9621-589c8dd0a314 req-8aca4b0a-be08-42b6-b697-43e143fd987f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:50.746055 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-70d1c5bf-eefd-48ed-9621-589c8dd0a314 req-8aca4b0a-be08-42b6-b697-43e143fd987f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0668550 Apr 06 14:23:50.771176 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252909f-814e-41dc-a4c3-1d32818dce6d req-126e431d-7b62-4cd1-8150-74348cb1123f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:50.772752 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3252909f-814e-41dc-a4c3-1d32818dce6d req-126e431d-7b62-4cd1-8150-74348cb1123f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0610714 Apr 06 14:23:50.802861 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-70d1c5bf-eefd-48ed-9621-589c8dd0a314 req-425ef028-d1e9-4778-b13d-40d15cff56f2 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476315 Apr 06 14:23:50.833590 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3252909f-814e-41dc-a4c3-1d32818dce6d req-88394a79-2556-44c8-9395-c081b1b7cbc6 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518384 Apr 06 14:23:51.386816 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dc7c7-1654-4ad7-8bbc-f1c124c15977 req-1d331367-ac98-4b31-a146-df83d7be621c tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:51.388623 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-459dc7c7-1654-4ad7-8bbc-f1c124c15977 req-1d331367-ac98-4b31-a146-df83d7be621c tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0560305 Apr 06 14:23:51.439759 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-459dc7c7-1654-4ad7-8bbc-f1c124c15977 req-08e62f73-5826-4b65-be95-c6a6ffc11e46 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457239 Apr 06 14:23:51.484433 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f9a7d-719d-4d86-bc13-00b32a01f24c req-21073b54-99bd-47ca-9b05-00893d18d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:51.485922 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-971f9a7d-719d-4d86-bc13-00b32a01f24c req-21073b54-99bd-47ca-9b05-00893d18d113 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c06d10321c24c2eb672098ef14e6bad&device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 1129 time: 0.0499382 Apr 06 14:23:51.584286 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f9a7d-719d-4d86-bc13-00b32a01f24c req-fa1c799d-879e-407b-a07a-827311562ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:51.585662 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-971f9a7d-719d-4d86-bc13-00b32a01f24c req-fa1c799d-879e-407b-a07a-827311562ab2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc HTTP/1.1" status: 200 len: 911 time: 0.0910630 Apr 06 14:23:51.651841 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-971f9a7d-719d-4d86-bc13-00b32a01f24c req-661f9df1-5350-4835-9e4f-df210302be3c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38345538-1492-4258-b92c-786f2a5fc5d3 HTTP/1.1" status: 200 len: 1001 time: 0.0598655 Apr 06 14:23:51.705891 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f9a7d-719d-4d86-bc13-00b32a01f24c req-af76a360-a235-48f0-9143-1281608d1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:51.707466 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-971f9a7d-719d-4d86-bc13-00b32a01f24c req-af76a360-a235-48f0-9143-1281608d1db4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33aa3945-cd87-4a41-b88b-8619a64161f1 HTTP/1.1" status: 200 len: 849 time: 0.0491381 Apr 06 14:23:51.760394 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f9a7d-719d-4d86-bc13-00b32a01f24c req-ab473551-a9ed-4dc2-80d1-60439d6bd213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:51.761889 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-971f9a7d-719d-4d86-bc13-00b32a01f24c req-ab473551-a9ed-4dc2-80d1-60439d6bd213 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469115 Apr 06 14:23:51.853364 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-971f9a7d-719d-4d86-bc13-00b32a01f24c req-f12beff9-07ba-41a2-85da-db6543b073ea service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842783 Apr 06 14:23:51.953241 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-971f9a7d-719d-4d86-bc13-00b32a01f24c req-7ec1ecf4-5a0d-41b6-96ff-7aa483754ed3 service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923138 Apr 06 14:23:51.959485 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca90d17-412e-4cf2-ad3e-435d3a70e881 req-f8e4fbb3-ec5e-4c3f-b8b9-2d42c944179d tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:51.961043 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7ca90d17-412e-4cf2-ad3e-435d3a70e881 req-f8e4fbb3-ec5e-4c3f-b8b9-2d42c944179d tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0555151 Apr 06 14:23:52.015162 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7ca90d17-412e-4cf2-ad3e-435d3a70e881 req-4db5e4b9-98a5-40f0-8aa2-17826f565196 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461910 Apr 06 14:23:52.575063 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc3d32-4b00-4d82-a3bd-6e03bf8b8ed9 req-d6e3fccc-cf15-4f63-b884-5c2d34a9543f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:52.575063 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-74dc3d32-4b00-4d82-a3bd-6e03bf8b8ed9 req-d6e3fccc-cf15-4f63-b884-5c2d34a9543f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0596342 Apr 06 14:23:52.619478 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-74dc3d32-4b00-4d82-a3bd-6e03bf8b8ed9 req-e621a7d5-9996-40c6-abd5-083e82eb7f77 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433149 Apr 06 14:23:52.822817 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adec43-848e-4a53-8abf-a4d451b8a8c9 req-3ac69ccb-226c-4ab0-8bd8-6fd8c1154ca4 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:52.824141 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-38adec43-848e-4a53-8abf-a4d451b8a8c9 req-3ac69ccb-226c-4ab0-8bd8-6fd8c1154ca4 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 945 time: 0.0550737 Apr 06 14:23:52.872614 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-38adec43-848e-4a53-8abf-a4d451b8a8c9 req-6d92ccb1-173d-4b6a-a6c7-86a822ae02d3 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427067 Apr 06 14:23:53.142124 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4739d-75f2-4bdf-9c2b-0aec39f73f04 req-e712310e-29a3-437a-a89a-04f59c6fdfde tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:53.143700 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8bd4739d-75f2-4bdf-9c2b-0aec39f73f04 req-e712310e-29a3-437a-a89a-04f59c6fdfde tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0579267 Apr 06 14:23:53.198904 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8bd4739d-75f2-4bdf-9c2b-0aec39f73f04 req-ccf85a21-8e37-432d-b9d6-c86ff15dd3e8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487261 Apr 06 14:23:53.738168 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b9138-e465-497b-a663-14385c00cbb1 req-b354b661-a0c5-4d91-9a28-878728f94702 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:53.740272 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4e7b9138-e465-497b-a663-14385c00cbb1 req-b354b661-a0c5-4d91-9a28-878728f94702 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0524421 Apr 06 14:23:53.790902 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4e7b9138-e465-497b-a663-14385c00cbb1 req-ae038b16-1e31-4ae9-8210-79edea40f852 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450711 Apr 06 14:23:53.993959 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6333a-2995-4d3d-a3c2-9993b985a823 req-b88d5d29-014b-4e3a-833a-a931c5e51a8f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:53.995450 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3eb6333a-2995-4d3d-a3c2-9993b985a823 req-b88d5d29-014b-4e3a-833a-a931c5e51a8f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 945 time: 0.0525341 Apr 06 14:23:54.048143 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3eb6333a-2995-4d3d-a3c2-9993b985a823 req-43bc231a-8da5-4208-a407-769cc72760c7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470333 Apr 06 14:23:54.323996 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f043c21-985f-4f8f-878c-6ba26a97214d req-122bb8b0-4eca-4cb4-8c64-6512f2c49528 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:54.326401 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5f043c21-985f-4f8f-878c-6ba26a97214d req-122bb8b0-4eca-4cb4-8c64-6512f2c49528 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0591969 Apr 06 14:23:54.374591 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5f043c21-985f-4f8f-878c-6ba26a97214d req-3d30e696-0093-45d7-acf2-47e4a2117d96 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426714 Apr 06 14:23:54.759921 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-151aaca4-74ce-44bc-8b89-dbc402948f7d req-9357c87c-5d6e-4d2f-8a22-c5c0e994dfc8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427821 Apr 06 14:23:54.848253 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151aaca4-74ce-44bc-8b89-dbc402948f7d req-85d380ae-506e-4803-ab34-3578b80bcba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:54.849800 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-151aaca4-74ce-44bc-8b89-dbc402948f7d req-85d380ae-506e-4803-ab34-3578b80bcba2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 1129 time: 0.0462747 Apr 06 14:23:55.070421 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151aaca4-74ce-44bc-8b89-dbc402948f7d req-2a674a60-d6d7-40f3-87f1-141bc4b35e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:55.071822 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-151aaca4-74ce-44bc-8b89-dbc402948f7d req-2a674a60-d6d7-40f3-87f1-141bc4b35e92 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c HTTP/1.1" status: 200 len: 916 time: 0.0915802 Apr 06 14:23:55.169617 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50787db6-3f4c-4ba2-8fb7-def7c3d50a86 req-8001e7f3-d678-4954-adcd-8dcdc272db3b tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:55.171100 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-50787db6-3f4c-4ba2-8fb7-def7c3d50a86 req-8001e7f3-d678-4954-adcd-8dcdc272db3b tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 945 time: 0.0525374 Apr 06 14:23:55.265880 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-50787db6-3f4c-4ba2-8fb7-def7c3d50a86 req-bd93193a-f093-4df6-91be-71b8b94cfff4 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886223 Apr 06 14:23:55.272538 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-151aaca4-74ce-44bc-8b89-dbc402948f7d req-14cef42c-fad7-4955-814c-397215873f56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 HTTP/1.1" status: 200 len: 1000 time: 0.0818799 Apr 06 14:23:55.495983 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8c6a-d8a1-4b8a-8e2d-4f86059ffa6f req-330dadc3-4651-4004-91b4-65d287133f37 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:55.497492 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-babe8c6a-d8a1-4b8a-8e2d-4f86059ffa6f req-330dadc3-4651-4004-91b4-65d287133f37 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0521090 Apr 06 14:23:55.546332 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-babe8c6a-d8a1-4b8a-8e2d-4f86059ffa6f req-da8175b6-0fa7-4a20-9925-fa3767f6d344 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432370 Apr 06 14:23:55.632553 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151aaca4-74ce-44bc-8b89-dbc402948f7d req-e58cdd90-f2c3-4472-8ba1-aa371d5c7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:55.633999 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-151aaca4-74ce-44bc-8b89-dbc402948f7d req-e58cdd90-f2c3-4472-8ba1-aa371d5c7c89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b274f6d-7ae6-4a62-9350-943b95ce2349 HTTP/1.1" status: 200 len: 854 time: 0.0724697 Apr 06 14:23:55.650487 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-535ada61-7aae-45d6-a27d-12c3de2ea3e8 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:55.652189 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-535ada61-7aae-45d6-a27d-12c3de2ea3e8 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 945 time: 0.0894136 Apr 06 14:23:55.755359 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151aaca4-74ce-44bc-8b89-dbc402948f7d req-9f63008c-afc3-455b-909d-dd1835afca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:55.756863 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-151aaca4-74ce-44bc-8b89-dbc402948f7d req-9f63008c-afc3-455b-909d-dd1835afca90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1152875 Apr 06 14:23:55.847873 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Deleting port c3b99eb6-cd58-4789-adbf-05280577163c {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:23:55.849282 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (c3b99eb6-cd58-4789-adbf-05280577163c), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:55.959139 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-151aaca4-74ce-44bc-8b89-dbc402948f7d req-baf3b6e0-cdd9-4c1c-bab5-18b9f814f6e5 service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753359 Apr 06 14:23:55.964004 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] For port c3b99eb6-cd58-4789-adbf-05280577163c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c3b99eb6-cd58-4789-adbf-05280577163c,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:23:55.964367 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (c3b99eb6-cd58-4789-adbf-05280577163c), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:56.481172 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-151aaca4-74ce-44bc-8b89-dbc402948f7d req-545a0ede-9304-4bc0-acbd-6856036fd964 service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095270 Apr 06 14:23:56.532258 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f985cc6-c717-4c0b-9c16-ba223bb6d069 req-674afd79-ac65-4f9a-aa75-3aa4a3851b2a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:56.534301 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4f985cc6-c717-4c0b-9c16-ba223bb6d069 req-674afd79-ac65-4f9a-aa75-3aa4a3851b2a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 945 time: 0.1805048 Apr 06 14:23:56.572283 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:56.572641 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (49b77e97-965e-445d-8cdc-eca37063e356), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:56.572960 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Floating IP 49b77e97-965e-445d-8cdc-eca37063e356 disassociated. External IP: 172.27.2.9, port: c3b99eb6-cd58-4789-adbf-05280577163c. Apr 06 14:23:56.573297 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Calling delete_port for c3b99eb6-cd58-4789-adbf-05280577163c owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:23:56.639676 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4f985cc6-c717-4c0b-9c16-ba223bb6d069 req-64e025e4-5768-439f-bb58-1a46d5e0656c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=54bc1392-94dc-4958-920d-f5decf9bedf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986295 Apr 06 14:23:56.672622 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeca609-a0fa-4914-ae03-1caffa4b5bc1 req-7353f85d-82ff-408d-be4a-b14d51a6231a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:56.674174 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0eeca609-a0fa-4914-ae03-1caffa4b5bc1 req-7353f85d-82ff-408d-be4a-b14d51a6231a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0608313 Apr 06 14:23:56.726652 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0eeca609-a0fa-4914-ae03-1caffa4b5bc1 req-f0dbe88b-c2bf-4412-9803-94abaf97e400 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460126 Apr 06 14:23:56.799287 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (c3b99eb6-cd58-4789-adbf-05280577163c), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:56.828996 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event deleted for resources: {'Port': ['ID=c3b99eb6-cd58-4789-adbf-05280577163c,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:56.840590 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:56.840934 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:56.841278 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:56.841618 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:56.841956 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:56.842292 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:56.842683 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:56.843014 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:56.843370 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:56.843700 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:56.844028 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:56.844354 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:56.844677 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:56.844999 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:56.845322 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:56.961435 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Router 49439ce0-7712-49d6-b21e-3e1a54cba58c has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:23:57.071706 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:23:57.081412 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d05eee-c03d-448f-b5b4-9f360c9e6732 None None] Sync routers for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:23:57.092834 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d05eee-c03d-448f-b5b4-9f360c9e6732 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:23:57.093452 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c2d05eee-c03d-448f-b5b4-9f360c9e6732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:23:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:57.114381 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] No DVR routers for this DVR port c3b99eb6-cd58-4789-adbf-05280577163c on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:23:57.117173 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:57.120952 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2624bb41-e183-4cd1-8160-34a1db6c0bb1 req-f7e80f6b-ce49-45b1-ba15-a5bdd9ae2959 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "DELETE /v2.0/ports/c3b99eb6-cd58-4789-adbf-05280577163c HTTP/1.1" status: 204 len: 173 time: 1.4604752 Apr 06 14:23:57.121431 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df165526-2619-4b53-afc3-770b81b2ff52', 'name': 'network-vif-deleted', 'tag': 'c3b99eb6-cd58-4789-adbf-05280577163c'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:23:57.124190 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6267e00-06e6-4750-bed7-50825a01e67a" -d '{"events": [{"server_uuid": "df165526-2619-4b53-afc3-770b81b2ff52", "name": "network-vif-deleted", "tag": "c3b99eb6-cd58-4789-adbf-05280577163c"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:23:57.224553 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7aa83b-4dee-46cf-a02d-c8f769efd0b9 x-openstack-request-id: req-7d7aa83b-4dee-46cf-a02d-c8f769efd0b9 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:23:57.224764 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df165526-2619-4b53-afc3-770b81b2ff52", "name": "network-vif-deleted", "tag": "c3b99eb6-cd58-4789-adbf-05280577163c", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:23:57.225009 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d7aa83b-4dee-46cf-a02d-c8f769efd0b9 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:23:57.225239 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-c2d05eee-c03d-448f-b5b4-9f360c9e6732 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:23:57.225412 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d7aa83b-4dee-46cf-a02d-c8f769efd0b9'] response: {'server_uuid': 'df165526-2619-4b53-afc3-770b81b2ff52', 'name': 'network-vif-deleted', 'tag': 'c3b99eb6-cd58-4789-adbf-05280577163c', 'status': 'completed', 'code': 200} Apr 06 14:23:57.633648 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c2d05eee-c03d-448f-b5b4-9f360c9e6732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '145e16b0-0dce-41e6-a590-ccd89bd5c3ba', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:27:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:17:22Z', 'updated_at': '2022-04-06T14:18:11Z', 'revision_number': 2, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:57.661614 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d05eee-c03d-448f-b5b4-9f360c9e6732 None None] Checking router: 49439ce0-7712-49d6-b21e-3e1a54cba58c for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:23:57.670368 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d05eee-c03d-448f-b5b4-9f360c9e6732 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:23:57.671021 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c2d05eee-c03d-448f-b5b4-9f360c9e6732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:23:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:57.761682 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e7f5969f-c497-4536-b468-19f99bfac88d req-fec209ca-b09f-4fcc-b889-3492452bca52 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=df165526-2619-4b53-afc3-770b81b2ff52 HTTP/1.1" status: 200 len: 210 time: 0.0361762 Apr 06 14:23:57.792839 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-c2d05eee-c03d-448f-b5b4-9f360c9e6732 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:23:57.857262 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fa972-b66b-46b9-babf-aee5563fd908 req-10f3ec29-3242-4e7f-846b-5d68a9859458 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:57.858818 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a39fa972-b66b-46b9-babf-aee5563fd908 req-10f3ec29-3242-4e7f-846b-5d68a9859458 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0578992 Apr 06 14:23:57.916037 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a39fa972-b66b-46b9-babf-aee5563fd908 req-6a578ac7-755d-4c67-9567-86e0bc632128 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504439 Apr 06 14:23:58.036486 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-c2d05eee-c03d-448f-b5b4-9f360c9e6732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '145e16b0-0dce-41e6-a590-ccd89bd5c3ba', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:27:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:17:22Z', 'updated_at': '2022-04-06T14:18:11Z', 'revision_number': 2, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:23:58.067393 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d05eee-c03d-448f-b5b4-9f360c9e6732 None None] The sync data for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi is: [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '145e16b0-0dce-41e6-a590-ccd89bd5c3ba', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:27:86:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:17:22Z', 'updated_at': '2022-04-06T14:18:11Z', 'revision_number': 2, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:23:58.340931 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c45060-93a2-4958-b4d4-8b8982b268ab None None] New status for floating IP 49b77e97-965e-445d-8cdc-eca37063e356: DOWN {{(pid=103950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:23:58.915871 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 60848) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:58.970077 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (54bc1392-94dc-4958-920d-f5decf9bedf5), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:58.996930 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (54bc1392-94dc-4958-920d-f5decf9bedf5), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:59.073573 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897b7c0-ef4f-4e67-adf3-c7b7f6f64c67 req-74cb66a6-b6e6-444c-ace3-02dc20ed8826 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:23:59.080502 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b897b7c0-ef4f-4e67-adf3-c7b7f6f64c67 req-74cb66a6-b6e6-444c-ace3-02dc20ed8826 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0833731 Apr 06 14:23:59.127050 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b897b7c0-ef4f-4e67-adf3-c7b7f6f64c67 req-df6691c2-e289-49c7-b7e2-5879fbd4446b tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460510 Apr 06 14:23:59.153733 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (54bc1392-94dc-4958-920d-f5decf9bedf5), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:59.156287 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:59.157396 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "DELETE /v2.0/security-groups/54bc1392-94dc-4958-920d-f5decf9bedf5 HTTP/1.1" status: 204 len: 168 time: 0.2405105 Apr 06 14:23:59.160917 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 60852) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:59.171898 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bc1392-94dc-4958-920d-f5decf9bedf5,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:59.175165 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.api.v2.resource [None req-2defe776-8d21-4c1e-b473-ec942d01071f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] show failed (client error): The resource could not be found. Apr 06 14:23:59.175555 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:59.178874 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-2defe776-8d21-4c1e-b473-ec942d01071f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups/54bc1392-94dc-4958-920d-f5decf9bedf5 HTTP/1.1" status: 404 len: 347 time: 0.0136623 Apr 06 14:23:59.179027 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:59.179027 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:59.179027 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:59.179027 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:59.179027 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:59.179027 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:59.179027 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:59.179027 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:59.179027 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:59.179690 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 60854) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:23:59.179776 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:59.179776 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:59.179776 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:59.180280 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:59.180391 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a32854-6973-473c-90ba-1166f8201073 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:23:59.326088 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-d52b8e0a-6d94-4b62-808a-f57ff823117c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Deleting port 3f9dd179-6b2b-432c-9344-859cd9e5b1f5 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:23:59.326462 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d52b8e0a-6d94-4b62-808a-f57ff823117c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (3f9dd179-6b2b-432c-9344-859cd9e5b1f5), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:59.403035 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d52b8e0a-6d94-4b62-808a-f57ff823117c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (3f9dd179-6b2b-432c-9344-859cd9e5b1f5), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:59.403407 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d52b8e0a-6d94-4b62-808a-f57ff823117c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (3f9dd179-6b2b-432c-9344-859cd9e5b1f5), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:59.415622 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-d52b8e0a-6d94-4b62-808a-f57ff823117c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Calling delete_port for 3f9dd179-6b2b-432c-9344-859cd9e5b1f5 owned by network:floatingip {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:23:59.649169 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d52b8e0a-6d94-4b62-808a-f57ff823117c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (3f9dd179-6b2b-432c-9344-859cd9e5b1f5), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:59.673996 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b8e0a-6d94-4b62-808a-f57ff823117c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event deleted for resources: {'Port': ['ID=3f9dd179-6b2b-432c-9344-859cd9e5b1f5,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:23:59.744657 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d52b8e0a-6d94-4b62-808a-f57ff823117c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (49b77e97-965e-445d-8cdc-eca37063e356), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:59.747161 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d52b8e0a-6d94-4b62-808a-f57ff823117c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:23:59.748325 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-d52b8e0a-6d94-4b62-808a-f57ff823117c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "DELETE /v2.0/floatingips/49b77e97-965e-445d-8cdc-eca37063e356 HTTP/1.1" status: 204 len: 168 time: 0.5683243 Apr 06 14:24:00.062985 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df430ff0-85d9-45b9-9d0e-536f8314d258 req-aeefa07b-bca4-4434-9e36-398cdc04908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:00.064578 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-df430ff0-85d9-45b9-9d0e-536f8314d258 req-aeefa07b-bca4-4434-9e36-398cdc04908b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf877f755f1348e4948475f7f9e99e23&device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 1129 time: 0.0485702 Apr 06 14:24:00.170398 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df430ff0-85d9-45b9-9d0e-536f8314d258 req-96ce6dbf-9c8d-4269-beb7-f5cecbe0d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:00.172153 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-df430ff0-85d9-45b9-9d0e-536f8314d258 req-96ce6dbf-9c8d-4269-beb7-f5cecbe0d674 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f5041c3d-7c42-42ba-9375-e89b7e14795e HTTP/1.1" status: 200 len: 910 time: 0.0960670 Apr 06 14:24:00.252138 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-df430ff0-85d9-45b9-9d0e-536f8314d258 req-ca9a68d2-bbb8-4ea9-9d88-11f6cfedf28f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=419147ef-0005-45ee-8de5-e9537c4b39c7 HTTP/1.1" status: 200 len: 1001 time: 0.0702252 Apr 06 14:24:00.264338 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25923453-bdf8-4531-a777-c10092595040 req-0b26e80d-6f5a-47b9-a5a1-d1d262de6ee5 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:00.266020 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-25923453-bdf8-4531-a777-c10092595040 req-0b26e80d-6f5a-47b9-a5a1-d1d262de6ee5 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0573292 Apr 06 14:24:00.316096 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df430ff0-85d9-45b9-9d0e-536f8314d258 req-d0573175-4776-4ae4-a1a2-78f9539a637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:00.318878 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-df430ff0-85d9-45b9-9d0e-536f8314d258 req-d0573175-4776-4ae4-a1a2-78f9539a637a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa78e5fa-4a80-40c9-8141-6f492b0dd451 HTTP/1.1" status: 200 len: 848 time: 0.0582118 Apr 06 14:24:00.328590 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-25923453-bdf8-4531-a777-c10092595040 req-94074cd6-646b-46f1-8164-f2f099a1ac80 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555747 Apr 06 14:24:00.376702 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df430ff0-85d9-45b9-9d0e-536f8314d258 req-759adcc1-81a3-40d6-a260-ea8001c073a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:00.378275 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-df430ff0-85d9-45b9-9d0e-536f8314d258 req-759adcc1-81a3-40d6-a260-ea8001c073a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5041c3d-7c42-42ba-9375-e89b7e14795e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524175 Apr 06 14:24:00.381495 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device c3b99eb6-cd58-4789-adbf-05280577163c no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:24:00.402770 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: c3b99eb6-cd58-4789-adbf-05280577163c {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:24:00.403109 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device c3b99eb6-cd58-4789-adbf-05280577163c not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:24:00.930332 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-df430ff0-85d9-45b9-9d0e-536f8314d258 req-0f559a1a-2b02-4306-a47a-20720aa5d253 service neutron] 10.222.0.49 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907140 Apr 06 14:24:01.112943 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-df430ff0-85d9-45b9-9d0e-536f8314d258 req-7abafe08-7e09-45b6-9e55-014a2eb09c83 service neutron] 10.222.0.49 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894868 Apr 06 14:24:01.459973 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446e445-2b8f-4aff-9521-129d0226afe1 req-ff5d7b68-082a-4312-a8a4-a3b2a8978b39 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:01.461615 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0446e445-2b8f-4aff-9521-129d0226afe1 req-ff5d7b68-082a-4312-a8a4-a3b2a8978b39 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0605664 Apr 06 14:24:01.511977 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0446e445-2b8f-4aff-9521-129d0226afe1 req-89acaf1d-58d4-48dd-a170-37ed354c517b tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446696 Apr 06 14:24:02.635019 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a45334-ca0b-463f-a7a6-960320cf94b9 req-4512a91a-c536-4ba8-ab33-99ace51f4e9b tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:02.636522 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f7a45334-ca0b-463f-a7a6-960320cf94b9 req-4512a91a-c536-4ba8-ab33-99ace51f4e9b tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0515327 Apr 06 14:24:02.685181 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f7a45334-ca0b-463f-a7a6-960320cf94b9 req-bff0d4f0-ae56-404a-8304-02d226d8ebfe tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430923 Apr 06 14:24:03.809632 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29442bf-f618-4a5e-b4ff-ca88f18bccc2 req-d794d85d-8324-4448-a27e-a7402b51a548 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:03.811646 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e29442bf-f618-4a5e-b4ff-ca88f18bccc2 req-d794d85d-8324-4448-a27e-a7402b51a548 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0595829 Apr 06 14:24:03.869233 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e29442bf-f618-4a5e-b4ff-ca88f18bccc2 req-0494f4ff-1f2a-438d-8b9e-38cc31c253a8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475719 Apr 06 14:24:03.890390 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e94aa-cdd9-46f0-8d18-1ccd0d030710 req-b2a2dab5-0699-4770-b805-a16a59523510 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:03.890390 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-594e94aa-cdd9-46f0-8d18-1ccd0d030710 req-b2a2dab5-0699-4770-b805-a16a59523510 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 945 time: 0.0540977 Apr 06 14:24:03.941145 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-594e94aa-cdd9-46f0-8d18-1ccd0d030710 req-f0f87a89-bbe1-4bed-b27c-ea3e6d6f04b7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453184 Apr 06 14:24:04.995043 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982f408-e73d-40d7-bc0c-421489fbeeed req-abd1ac41-cfb4-422c-84f5-f9df2ac02be5 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:04.996578 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0982f408-e73d-40d7-bc0c-421489fbeeed req-abd1ac41-cfb4-422c-84f5-f9df2ac02be5 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0563176 Apr 06 14:24:05.065140 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0982f408-e73d-40d7-bc0c-421489fbeeed req-c0c64c29-0388-495b-83b7-f96cf6a1f108 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617492 Apr 06 14:24:05.076877 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcdf4e-5d9b-4f60-bb80-a1f2933323b1 req-7708e6e1-eecd-4d45-9843-9eb40f91b73a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:05.078870 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-91bcdf4e-5d9b-4f60-bb80-a1f2933323b1 req-7708e6e1-eecd-4d45-9843-9eb40f91b73a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 945 time: 0.0644312 Apr 06 14:24:05.135606 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-91bcdf4e-5d9b-4f60-bb80-a1f2933323b1 req-b81a18b0-e870-46ad-98f3-62af5edff260 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475185 Apr 06 14:24:05.136664 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-35e98ecd-6664-49de-8261-65a65ae67f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:05.200645 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [req-293ddf12-7b87-4778-91c6-0b310da353a3 req-97d50b3d-8c91-4277-8d8f-6909a520a171 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103947) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:24:05.200645 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-293ddf12-7b87-4778-91c6-0b310da353a3 req-97d50b3d-8c91-4277-8d8f-6909a520a171 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0648677 Apr 06 14:24:05.491502 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b04623-18f6-4e06-ac4c-517405ccf639 req-53f1d7bd-7d97-490e-b29e-dee65cde66c1 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:05.493046 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-97b04623-18f6-4e06-ac4c-517405ccf639 req-53f1d7bd-7d97-490e-b29e-dee65cde66c1 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0547028 Apr 06 14:24:05.542581 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 60904) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:05.548623 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-97b04623-18f6-4e06-ac4c-517405ccf639 req-fb185972-5b63-4a49-8e9e-5edbcab00cfb tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477550 Apr 06 14:24:05.671438 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-ee188ff0-1c51-45d6-8270-f1ae3c698b7a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:05.672962 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-ee188ff0-1c51-45d6-8270-f1ae3c698b7a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 945 time: 0.0936377 Apr 06 14:24:05.677885 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-750595d1-a756-4403-8808-62d3b13c3bca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1341062 Apr 06 14:24:05.693923 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-541452d2-bec7-4794-acf4-b33cdbc8e14d service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103947) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:24:05.694964 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-541452d2-bec7-4794-acf4-b33cdbc8e14d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075450 Apr 06 14:24:05.774824 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 60912) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:05.790536 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-a79395e0-1706-44d1-b8b1-a375f99cdd75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Deleting port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:24:05.790879 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-a79395e0-1706-44d1-b8b1-a375f99cdd75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:05.882798 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-7943f2b7-d0d6-47a7-8bc9-cb13308cfc3c tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:05.884239 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-7943f2b7-d0d6-47a7-8bc9-cb13308cfc3c tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports/419147ef-0005-45ee-8de5-e9537c4b39c7 HTTP/1.1" status: 200 len: 942 time: 0.1076243 Apr 06 14:24:05.888382 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-a79395e0-1706-44d1-b8b1-a375f99cdd75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] For port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4d2cd30a-d32b-41b9-9697-0bd8554a6ce9,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:05.888748 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-a79395e0-1706-44d1-b8b1-a375f99cdd75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:06.073214 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-a79395e0-1706-44d1-b8b1-a375f99cdd75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:06.073904 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-a79395e0-1706-44d1-b8b1-a375f99cdd75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (145e16b0-0dce-41e6-a590-ccd89bd5c3ba), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:06.073904 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-a79395e0-1706-44d1-b8b1-a375f99cdd75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Floating IP 145e16b0-0dce-41e6-a590-ccd89bd5c3ba disassociated. External IP: 172.27.2.27, port: 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9. Apr 06 14:24:06.074190 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-a79395e0-1706-44d1-b8b1-a375f99cdd75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Calling delete_port for 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:24:06.279365 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61591c1e-3a39-49a7-ace6-e6c1131215de req-94583f84-2ac6-4b37-8b8c-2b29d80c5236 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:06.283105 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61591c1e-3a39-49a7-ace6-e6c1131215de req-94583f84-2ac6-4b37-8b8c-2b29d80c5236 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 945 time: 0.0584428 Apr 06 14:24:06.284384 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-a79395e0-1706-44d1-b8b1-a375f99cdd75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (4d2cd30a-d32b-41b9-9697-0bd8554a6ce9), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:06.326645 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79395e0-1706-44d1-b8b1-a375f99cdd75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event deleted for resources: {'Port': ['ID=4d2cd30a-d32b-41b9-9697-0bd8554a6ce9,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:06.406461 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61591c1e-3a39-49a7-ace6-e6c1131215de req-1f7d7cab-f267-41c3-85dd-83a0e4727319 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=d68cad32-8a12-45e0-9b17-483659ce5559&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132338 Apr 06 14:24:06.475455 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-a79395e0-1706-44d1-b8b1-a375f99cdd75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Router 49439ce0-7712-49d6-b21e-3e1a54cba58c has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:24:06.592964 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-a79395e0-1706-44d1-b8b1-a375f99cdd75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:24:06.604721 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8eadb6-cae9-462f-a164-7b75ff6c122f None None] Sync routers for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:24:06.621047 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8eadb6-cae9-462f-a164-7b75ff6c122f None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:24:06.621866 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ae8eadb6-cae9-462f-a164-7b75ff6c122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:23:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:06.636872 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-a79395e0-1706-44d1-b8b1-a375f99cdd75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] No DVR routers for this DVR port 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:24:06.639546 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-a79395e0-1706-44d1-b8b1-a375f99cdd75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:06.643082 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d40fcbcd-37fe-4a2d-b1eb-d928ab44548c req-a79395e0-1706-44d1-b8b1-a375f99cdd75 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "DELETE /v2.0/ports/4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 HTTP/1.1" status: 204 len: 173 time: 0.9625018 Apr 06 14:24:06.643575 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'name': 'network-vif-deleted', 'tag': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:24:06.646598 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf4c986-6d47-4765-969f-271cd4d15501" -d '{"events": [{"server_uuid": "be5fd3a2-e508-4c4e-830b-077ce4477a0c", "name": "network-vif-deleted", "tag": "4d2cd30a-d32b-41b9-9697-0bd8554a6ce9"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:24:06.701456 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d868496-39f5-4baa-bfff-bcb125226964 req-50fce4f5-9e81-44e1-8598-1942d891d18a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:06.707252 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45fc05e-7347-4c63-a6a9-de04bfb16065 x-openstack-request-id: req-f45fc05e-7347-4c63-a6a9-de04bfb16065 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:24:06.708190 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5fd3a2-e508-4c4e-830b-077ce4477a0c", "name": "network-vif-deleted", "tag": "4d2cd30a-d32b-41b9-9697-0bd8554a6ce9", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:24:06.708618 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f45fc05e-7347-4c63-a6a9-de04bfb16065 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:24:06.709247 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45fc05e-7347-4c63-a6a9-de04bfb16065'] response: {'server_uuid': 'be5fd3a2-e508-4c4e-830b-077ce4477a0c', 'name': 'network-vif-deleted', 'tag': '4d2cd30a-d32b-41b9-9697-0bd8554a6ce9', 'status': 'completed', 'code': 200} Apr 06 14:24:06.710048 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6d868496-39f5-4baa-bfff-bcb125226964 req-50fce4f5-9e81-44e1-8598-1942d891d18a tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0779903 Apr 06 14:24:06.760057 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-ae8eadb6-cae9-462f-a164-7b75ff6c122f None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:24:06.770572 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6d868496-39f5-4baa-bfff-bcb125226964 req-852161fe-08d7-4f93-9ed0-fe2ef7c689f3 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556242 Apr 06 14:24:06.983534 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ae8eadb6-cae9-462f-a164-7b75ff6c122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:07.011567 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8eadb6-cae9-462f-a164-7b75ff6c122f None None] Checking router: 49439ce0-7712-49d6-b21e-3e1a54cba58c for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:24:07.020788 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8eadb6-cae9-462f-a164-7b75ff6c122f None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:24:07.021404 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ae8eadb6-cae9-462f-a164-7b75ff6c122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:23:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:07.136589 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-ae8eadb6-cae9-462f-a164-7b75ff6c122f None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:24:07.348849 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-ae8eadb6-cae9-462f-a164-7b75ff6c122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:07.375654 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8eadb6-cae9-462f-a164-7b75ff6c122f None None] The sync data for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi is: [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:24:07.522296 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-73c24eb1-c036-4bbb-b78c-f24a0f30d344 req-506b252c-79ca-4d1b-b1b5-e0bed981f338 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=be5fd3a2-e508-4c4e-830b-077ce4477a0c HTTP/1.1" status: 200 len: 210 time: 0.0291049 Apr 06 14:24:07.611762 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec7eb08-dcee-4022-b192-4e1f4189ace4 None None] New status for floating IP 145e16b0-0dce-41e6-a590-ccd89bd5c3ba: DOWN {{(pid=103950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:24:07.888556 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781a829-66dc-42dc-ab9b-e2dd75936386 req-f78cbbd3-ce73-4d88-849b-c93599871ed6 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:07.890052 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c781a829-66dc-42dc-ab9b-e2dd75936386 req-f78cbbd3-ce73-4d88-849b-c93599871ed6 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0551059 Apr 06 14:24:07.938257 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c781a829-66dc-42dc-ab9b-e2dd75936386 req-049726c9-2366-442c-b13a-d57873f390c6 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417621 Apr 06 14:24:08.389000 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 419147ef-0005-45ee-8de5-e9537c4b39c7 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:24:08.467486 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 419147ef-0005-45ee-8de5-e9537c4b39c7 is: ACTIVE; New status is: DOWN {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:24:08.467859 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:08.493147 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '419147ef-0005-45ee-8de5-e9537c4b39c7'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:24:08.495606 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ce9791-1d24-4155-9a49-97aa4223122c" -d '{"events": [{"server_uuid": "7ea326de-0b08-46c7-9cfa-0d8c475c9b4a", "name": "network-vif-unplugged", "status": "completed", "tag": "419147ef-0005-45ee-8de5-e9537c4b39c7"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:24:08.508189 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 419147ef-0005-45ee-8de5-e9537c4b39c7, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=419147ef-0005-45ee-8de5-e9537c4b39c7,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:08.530041 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 14:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0035109-7e48-482e-b695-7f0b3bddb032 x-openstack-request-id: req-c0035109-7e48-482e-b695-7f0b3bddb032 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:24:08.530330 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea326de-0b08-46c7-9cfa-0d8c475c9b4a", "name": "network-vif-unplugged", "status": "completed", "tag": "419147ef-0005-45ee-8de5-e9537c4b39c7", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:24:08.530616 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0035109-7e48-482e-b695-7f0b3bddb032 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:24:08.531022 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0035109-7e48-482e-b695-7f0b3bddb032'] response: {'server_uuid': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '419147ef-0005-45ee-8de5-e9537c4b39c7', 'code': 200} Apr 06 14:24:08.587682 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:08.636116 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=419147ef-0005-45ee-8de5-e9537c4b39c7,revision_number=6']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:08.643007 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:08.643340 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:08.643696 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:08.644097 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:08.644522 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:08.644846 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:08.645168 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:08.645488 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:08.645806 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:08.646119 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:08.646485 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:08.646798 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:08.647118 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:08.647430 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:08.647741 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:08.680522 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 60938) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:08.739450 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-47b328cb-6af0-4c45-a9fa-6d27c1ff314c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (d68cad32-8a12-45e0-9b17-483659ce5559), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:08.763490 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-47b328cb-6af0-4c45-a9fa-6d27c1ff314c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (d68cad32-8a12-45e0-9b17-483659ce5559), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:08.786904 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-74ae027e-e974-4908-b5a9-c32489e98ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:08.788487 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-74ae027e-e974-4908-b5a9-c32489e98ffc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a&tenant_id=cf877f755f1348e4948475f7f9e99e23 HTTP/1.1" status: 200 len: 1127 time: 0.0458860 Apr 06 14:24:08.865063 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-e6417093-499d-47a3-ab54-b3ff58a5307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:08.866509 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-e6417093-499d-47a3-ab54-b3ff58a5307f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf877f755f1348e4948475f7f9e99e23&device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 1127 time: 0.0488195 Apr 06 14:24:08.896037 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-47b328cb-6af0-4c45-a9fa-6d27c1ff314c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (d68cad32-8a12-45e0-9b17-483659ce5559), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:08.898679 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-47b328cb-6af0-4c45-a9fa-6d27c1ff314c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:08.899833 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-47b328cb-6af0-4c45-a9fa-6d27c1ff314c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "DELETE /v2.0/security-groups/d68cad32-8a12-45e0-9b17-483659ce5559 HTTP/1.1" status: 204 len: 168 time: 0.2182779 Apr 06 14:24:08.903096 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 60940) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:08.916921 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b328cb-6af0-4c45-a9fa-6d27c1ff314c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68cad32-8a12-45e0-9b17-483659ce5559,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:08.923775 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.api.v2.resource [None req-27e5b92f-b380-4bc4-92e7-cbf6e442b36d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] show failed (client error): The resource could not be found. Apr 06 14:24:08.924807 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-27e5b92f-b380-4bc4-92e7-cbf6e442b36d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups/d68cad32-8a12-45e0-9b17-483659ce5559 HTTP/1.1" status: 404 len: 347 time: 0.0208194 Apr 06 14:24:08.928740 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 60942) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:08.975373 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c23c5131-d547-4c87-a131-9f9f7e66d7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:09.063846 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-17a7436c-005f-470f-ad1b-8a49fe47b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:09.064810 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b6b8a-6ef6-4dca-bb82-f33ff053338f req-e1e58778-30ea-4852-840d-2d1f7ee386c4 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:09.065343 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-17a7436c-005f-470f-ad1b-8a49fe47b19f service neutron] 10.222.0.49 "GET /v2.0/networks?id=f5041c3d-7c42-42ba-9375-e89b7e14795e HTTP/1.1" status: 200 len: 910 time: 0.1897960 Apr 06 14:24:09.067096 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-463b6b8a-6ef6-4dca-bb82-f33ff053338f req-e1e58778-30ea-4852-840d-2d1f7ee386c4 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0558341 Apr 06 14:24:09.118664 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-463b6b8a-6ef6-4dca-bb82-f33ff053338f req-1be065e1-ef6d-4ed2-be57-d911d8c61971 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463054 Apr 06 14:24:09.133411 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-3bb22676-15e3-4e63-9cc0-00234b67d63c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Deleting port ba5d5965-380e-44d0-bcbd-423d6880c46f {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:24:09.133753 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3bb22676-15e3-4e63-9cc0-00234b67d63c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (ba5d5965-380e-44d0-bcbd-423d6880c46f), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:09.185486 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-28a9306a-f04a-4e44-a7a8-350274cae112 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=419147ef-0005-45ee-8de5-e9537c4b39c7 HTTP/1.1" status: 200 len: 999 time: 0.1049974 Apr 06 14:24:09.258145 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3bb22676-15e3-4e63-9cc0-00234b67d63c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (ba5d5965-380e-44d0-bcbd-423d6880c46f), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:09.258464 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3bb22676-15e3-4e63-9cc0-00234b67d63c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (ba5d5965-380e-44d0-bcbd-423d6880c46f), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:09.271748 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-d9ae0665-d53b-4cdd-b74a-b9b126f68d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:09.273238 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-d9ae0665-d53b-4cdd-b74a-b9b126f68d11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa78e5fa-4a80-40c9-8141-6f492b0dd451 HTTP/1.1" status: 200 len: 848 time: 0.0761237 Apr 06 14:24:09.277154 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-3bb22676-15e3-4e63-9cc0-00234b67d63c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Calling delete_port for ba5d5965-380e-44d0-bcbd-423d6880c46f owned by network:floatingip {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:24:09.643799 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-7b0becf3-d49d-4052-8ffe-93cb350a680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:09.645521 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-7b0becf3-d49d-4052-8ffe-93cb350a680d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5041c3d-7c42-42ba-9375-e89b7e14795e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3643482 Apr 06 14:24:09.774905 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-9dc4ec52-b207-4a47-864d-5d5d307f888f service neutron] 10.222.0.49 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194048 Apr 06 14:24:09.833620 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3bb22676-15e3-4e63-9cc0-00234b67d63c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (ba5d5965-380e-44d0-bcbd-423d6880c46f), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:09.863147 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb22676-15e3-4e63-9cc0-00234b67d63c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event deleted for resources: {'Port': ['ID=ba5d5965-380e-44d0-bcbd-423d6880c46f,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:09.956322 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-cd33f939-abb8-4383-8086-911b506b2a34 service neutron] 10.222.0.49 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656568 Apr 06 14:24:09.961349 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3bb22676-15e3-4e63-9cc0-00234b67d63c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (145e16b0-0dce-41e6-a590-ccd89bd5c3ba), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:09.964080 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3bb22676-15e3-4e63-9cc0-00234b67d63c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:09.965239 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3bb22676-15e3-4e63-9cc0-00234b67d63c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "DELETE /v2.0/floatingips/145e16b0-0dce-41e6-a590-ccd89bd5c3ba HTTP/1.1" status: 204 len: 168 time: 1.0355585 Apr 06 14:24:10.248965 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7e512-88f7-4fb3-9cf1-88d3ef70a704 req-b80c16e9-2fdc-4f4e-8ae8-47d719fd5ade tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:10.250392 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b1d7e512-88f7-4fb3-9cf1-88d3ef70a704 req-b80c16e9-2fdc-4f4e-8ae8-47d719fd5ade tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0571909 Apr 06 14:24:10.304541 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b1d7e512-88f7-4fb3-9cf1-88d3ef70a704 req-bd921600-e46c-4fe6-8379-006873d55d41 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485690 Apr 06 14:24:10.352877 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:10.386605 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:24:10.401675 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 60954) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:10.406290 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-7a1f78c1-fa20-4f5d-a354-c3047918d22d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--855355983', 'description': 'tempest-description--1563472638'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:24:10.411856 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:24:10.412193 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 4d2cd30a-d32b-41b9-9697-0bd8554a6ce9 not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:24:10.507211 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7a1f78c1-fa20-4f5d-a354-c3047918d22d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:10.573992 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7a1f78c1-fa20-4f5d-a354-c3047918d22d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (40552885-7d0c-419f-ad10-52e575c2161c), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:10.667177 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7a1f78c1-fa20-4f5d-a354-c3047918d22d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (40552885-7d0c-419f-ad10-52e575c2161c), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:10.698185 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f78c1-fa20-4f5d-a354-c3047918d22d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40552885-7d0c-419f-ad10-52e575c2161c,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:10.789063 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7a1f78c1-fa20-4f5d-a354-c3047918d22d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:10.790270 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7a1f78c1-fa20-4f5d-a354-c3047918d22d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3876035 Apr 06 14:24:10.793205 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 60956) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:10.797562 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-7596f316-c99e-4917-b5c3-2130093859be tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'security_group_rule': {'security_group_id': '40552885-7d0c-419f-ad10-52e575c2161c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:24:10.929430 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7596f316-c99e-4917-b5c3-2130093859be tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (718bbd45-6a6f-46ed-90bc-24b4b01c9186), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:10.987894 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7596f316-c99e-4917-b5c3-2130093859be tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (718bbd45-6a6f-46ed-90bc-24b4b01c9186), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:11.090236 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7596f316-c99e-4917-b5c3-2130093859be tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (718bbd45-6a6f-46ed-90bc-24b4b01c9186), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:11.107770 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596f316-c99e-4917-b5c3-2130093859be tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=718bbd45-6a6f-46ed-90bc-24b4b01c9186,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:11.189347 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7596f316-c99e-4917-b5c3-2130093859be tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:11.190717 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7596f316-c99e-4917-b5c3-2130093859be tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3964591 Apr 06 14:24:11.194194 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 60958) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:11.198575 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-390fa9cd-c2c5-44bb-a503-21129f59a479 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'security_group_rule': {'security_group_id': '40552885-7d0c-419f-ad10-52e575c2161c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:24:11.295544 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-390fa9cd-c2c5-44bb-a503-21129f59a479 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (948e36a8-318a-44c8-9f30-166ce3f90375), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:11.365143 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-390fa9cd-c2c5-44bb-a503-21129f59a479 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (948e36a8-318a-44c8-9f30-166ce3f90375), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:11.427379 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-390fa9cd-c2c5-44bb-a503-21129f59a479 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (948e36a8-318a-44c8-9f30-166ce3f90375), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:11.429351 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db0bab-77b6-4d3b-9078-4bbe8b208816 req-9f269a4d-d236-4008-94b0-3baa3e9975c7 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:11.430959 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-39db0bab-77b6-4d3b-9078-4bbe8b208816 req-9f269a4d-d236-4008-94b0-3baa3e9975c7 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0514867 Apr 06 14:24:11.448719 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fa9cd-c2c5-44bb-a503-21129f59a479 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948e36a8-318a-44c8-9f30-166ce3f90375,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:11.482926 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-39db0bab-77b6-4d3b-9078-4bbe8b208816 req-7fdddc11-9401-46b5-8600-b48475855369 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456948 Apr 06 14:24:11.515039 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-390fa9cd-c2c5-44bb-a503-21129f59a479 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:11.516283 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-390fa9cd-c2c5-44bb-a503-21129f59a479 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3211200 Apr 06 14:24:11.519381 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 60962) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:11.523989 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'floatingip': {'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:24:11.684804 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:11.781954 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:11.896434 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Allocated IP 172.27.2.30 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/8d3be5f7-515e-43b3-98a6-48509c3fb437) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:24:11.999753 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for port (8d3be5f7-515e-43b3-98a6-48509c3fb437), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:12.027111 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:12.095932 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (8d3be5f7-515e-43b3-98a6-48509c3fb437), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:12.141224 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:24:12.144835 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:24:12.147280 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:24:12.172412 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'Port': ['ID=8d3be5f7-515e-43b3-98a6-48509c3fb437,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:12.241275 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (4929b133-b3ec-4baf-8444-834634b047ce), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:12.328754 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (8d3be5f7-515e-43b3-98a6-48509c3fb437), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:12.482508 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for port (8d3be5f7-515e-43b3-98a6-48509c3fb437), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:12.563364 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (8d3be5f7-515e-43b3-98a6-48509c3fb437), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:12.665784 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'Port': ['ID=8d3be5f7-515e-43b3-98a6-48509c3fb437,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:12.689067 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3a8f2-3f13-4b25-9153-3de183203252 req-3565446d-64b0-4653-8831-a796f6efd339 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:12.690896 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3a3a8f2-3f13-4b25-9153-3de183203252 req-3565446d-64b0-4653-8831-a796f6efd339 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.1392930 Apr 06 14:24:12.692016 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (4929b133-b3ec-4baf-8444-834634b047ce), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:12.753063 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b3a3a8f2-3f13-4b25-9153-3de183203252 req-d44b6fa4-7016-4da0-a97c-da01af88a4a1 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533392 Apr 06 14:24:12.783179 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:12.785186 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-96a06dd7-83a0-4dec-98c1-ff9daa42b624 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2638822 Apr 06 14:24:12.937542 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-c11b35df-5e73-410b-afcd-6ba0e740cd8c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--855355983&fields=id&tenant_id=fe717c9db0244c0291dcc0ff1f23244a HTTP/1.1" status: 200 len: 267 time: 0.0442121 Apr 06 14:24:13.005372 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:13.057265 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175336-7944-4758-9e94-7e81809b270e req-3dcb6c58-e9d8-40bb-a2aa-e23083070da4 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:13.058753 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-3dcb6c58-e9d8-40bb-a2aa-e23083070da4 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/networks?id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c HTTP/1.1" status: 200 len: 815 time: 0.1146264 Apr 06 14:24:13.074007 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-fbcc7092-4c59-48aa-b77e-580fb424d374 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/quotas/fe717c9db0244c0291dcc0ff1f23244a HTTP/1.1" status: 200 len: 375 time: 0.0096202 Apr 06 14:24:13.129563 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-984b1de2-d81a-41cf-a040-850153cf5901 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504150 Apr 06 14:24:13.441889 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-503b89d7-ba5e-4430-ac2d-9595c691df87 service neutron] 10.222.0.10 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010764 Apr 06 14:24:13.529533 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-f21edfed-57f4-45d7-8a7d-f8a6bc40dd52 service neutron] 10.222.0.10 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818994 Apr 06 14:24:13.771511 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a35cf509-a472-48fc-9be2-9f1f564a5b9d req-c050644b-b36d-4cb6-b517-177bc9b87627 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 210 time: 0.0281858 Apr 06 14:24:13.881417 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090197e-7110-43c8-bba9-72b53e58e49e req-5cc0930d-ffeb-46f4-86e6-832a1c4d8ffb tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:13.883174 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6090197e-7110-43c8-bba9-72b53e58e49e req-5cc0930d-ffeb-46f4-86e6-832a1c4d8ffb tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0593877 Apr 06 14:24:13.933894 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6090197e-7110-43c8-bba9-72b53e58e49e req-262aced5-4478-4ba9-b0b0-5e3c0834f726 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453303 Apr 06 14:24:14.874010 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f9ab7d42-d31c-4a46-b28f-e1d9f1186541 req-7b1c83ce-e403-4002-98e2-a03770345625 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 210 time: 0.0300660 Apr 06 14:24:15.057235 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f418b48-7882-45b7-be2b-45de16398b51 req-1cd875f5-029d-4074-98a9-2384ff444098 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:15.058681 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4f418b48-7882-45b7-be2b-45de16398b51 req-1cd875f5-029d-4074-98a9-2384ff444098 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0540648 Apr 06 14:24:15.110320 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4f418b48-7882-45b7-be2b-45de16398b51 req-a185fb18-4a93-4f12-9ed0-0f6308022737 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453451 Apr 06 14:24:15.848660 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175336-7944-4758-9e94-7e81809b270e req-e8e10e7b-6228-4591-9123-804c5c3b3647 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:15.850159 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-e8e10e7b-6228-4591-9123-804c5c3b3647 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "GET /v2.0/networks?id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c HTTP/1.1" status: 200 len: 815 time: 0.1179008 Apr 06 14:24:15.920424 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-bc34926d-acd0-4d2c-927f-66dc47ddb42c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe717c9db0244c0291dcc0ff1f23244a HTTP/1.1" status: 200 len: 379 time: 0.0555811 Apr 06 14:24:15.934438 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-dd175336-7944-4758-9e94-7e81809b270e req-48b2fa07-b50c-4258-ab01-d05645594c14 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'port': {'device_id': '2ee89287-b047-462b-aa08-f6483c319972', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'admin_state_up': True, 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'security_groups': ['40552885-7d0c-419f-ad10-52e575c2161c']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:24:16.008195 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6da8ce2d-4def-4794-b525-516315e7e7a5 req-5d9d027c-6039-4203-bbfb-a1b59caa7025 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 210 time: 0.0590122 Apr 06 14:24:16.128946 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd175336-7944-4758-9e94-7e81809b270e req-48b2fa07-b50c-4258-ab01-d05645594c14 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Made reservation on behalf of fe717c9db0244c0291dcc0ff1f23244a for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:24:16.134241 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-dd175336-7944-4758-9e94-7e81809b270e req-48b2fa07-b50c-4258-ab01-d05645594c14 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:16.241957 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb567a-881c-4770-a7d0-9ba9b9c4e2ad req-9a5c7e3a-9e0c-4260-be24-ebb069f80429 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:16.243633 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-04fb567a-881c-4770-a7d0-9ba9b9c4e2ad req-9a5c7e3a-9e0c-4260-be24-ebb069f80429 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0562994 Apr 06 14:24:16.281101 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-dd175336-7944-4758-9e94-7e81809b270e req-48b2fa07-b50c-4258-ab01-d05645594c14 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Allocated IP 172.20.0.14 (30bc2d19-0a57-49c0-af7c-ee8f649f7a8c/8b274f6d-7ae6-4a62-9350-943b95ce2349/554391c1-717f-4feb-8e8d-5efd70ae16d1) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:24:16.300043 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-04fb567a-881c-4770-a7d0-9ba9b9c4e2ad req-5bf9fefa-4b20-4fbf-81db-c49345cfd02b tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504048 Apr 06 14:24:16.419009 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-dd175336-7944-4758-9e94-7e81809b270e req-48b2fa07-b50c-4258-ab01-d05645594c14 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:16.507238 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-dd175336-7944-4758-9e94-7e81809b270e req-48b2fa07-b50c-4258-ab01-d05645594c14 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:16.552271 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd175336-7944-4758-9e94-7e81809b270e req-48b2fa07-b50c-4258-ab01-d05645594c14 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:24:16.557366 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-dd175336-7944-4758-9e94-7e81809b270e req-48b2fa07-b50c-4258-ab01-d05645594c14 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:24:16.561598 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd175336-7944-4758-9e94-7e81809b270e req-48b2fa07-b50c-4258-ab01-d05645594c14 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:24:16.587495 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2fa07-b50c-4258-ab01-d05645594c14 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'Port': ['ID=554391c1-717f-4feb-8e8d-5efd70ae16d1,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:16.616955 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175336-7944-4758-9e94-7e81809b270e req-48b2fa07-b50c-4258-ab01-d05645594c14 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:16.631960 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-dd175336-7944-4758-9e94-7e81809b270e req-48b2fa07-b50c-4258-ab01-d05645594c14 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:16.698570 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-48b2fa07-b50c-4258-ab01-d05645594c14 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7685153 Apr 06 14:24:16.834588 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-326e9f94-a389-452c-bc5b-5aae51c78af2 None None] Provisioning complete for port 554391c1-717f-4feb-8e8d-5efd70ae16d1 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:24:16.835164 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-326e9f94-a389-452c-bc5b-5aae51c78af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:16.867150 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-326e9f94-a389-452c-bc5b-5aae51c78af2 None None] Port 554391c1-717f-4feb-8e8d-5efd70ae16d1 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:24:17.128667 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f12618-1fbc-4077-b9fb-3280706edfb4 req-516ae669-0e4b-4cbb-a52f-974dc5623baa tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:17.130163 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-79f12618-1fbc-4077-b9fb-3280706edfb4 req-516ae669-0e4b-4cbb-a52f-974dc5623baa tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 932 time: 0.0523098 Apr 06 14:24:17.177181 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-79f12618-1fbc-4077-b9fb-3280706edfb4 req-5c0b8681-a294-40e1-8fa8-5d54fc4c6129 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413954 Apr 06 14:24:17.423674 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aea991-1e45-49de-8415-90ebb34f434c req-df972693-e1dc-4ad5-8e3c-fc144ecd940b tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:17.425612 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-14aea991-1e45-49de-8415-90ebb34f434c req-df972693-e1dc-4ad5-8e3c-fc144ecd940b tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0539248 Apr 06 14:24:17.477804 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-14aea991-1e45-49de-8415-90ebb34f434c req-f14e7519-08e4-4e7c-983b-0ebeccdeb7e4 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471220 Apr 06 14:24:18.294873 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f63da-44e7-43a3-8aae-5e44414b7e95 req-57eeb48a-3748-42ab-9ab9-55ab7ec1d33d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:18.296342 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6c5f63da-44e7-43a3-8aae-5e44414b7e95 req-57eeb48a-3748-42ab-9ab9-55ab7ec1d33d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 932 time: 0.0522654 Apr 06 14:24:18.306173 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Request body: {'port': {'device_id': '2ee89287-b047-462b-aa08-f6483c319972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:24:18.398929 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6c5f63da-44e7-43a3-8aae-5e44414b7e95 req-4a93c324-6e3f-4d75-afaa-8c84a23f6ace tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962915 Apr 06 14:24:18.404718 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:18.595231 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9931be3-75ad-4dd5-b808-2baa4d2558b5 req-a47a9548-3bee-4166-bf08-fef289d8012e tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:18.596792 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e9931be3-75ad-4dd5-b808-2baa4d2558b5 req-a47a9548-3bee-4166-bf08-fef289d8012e tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.0516999 Apr 06 14:24:18.649134 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e9931be3-75ad-4dd5-b808-2baa4d2558b5 req-238633c7-38e3-4f4b-aa8f-828e9bc9a048 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466704 Apr 06 14:24:18.677980 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554391c1-717f-4feb-8e8d-5efd70ae16d1 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:24:18.685888 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Publish callbacks [] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:18.698897 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Transition to ACTIVE for port object 554391c1-717f-4feb-8e8d-5efd70ae16d1 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:24:18.798301 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:18.849491 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Pushing event updated for resources: {'Port': ['ID=554391c1-717f-4feb-8e8d-5efd70ae16d1,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:18.923437 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Attempting to bind port 554391c1-717f-4feb-8e8d-5efd70ae16d1 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:24:18.924048 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Attempting to bind port 554391c1-717f-4feb-8e8d-5efd70ae16d1 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:24:18.924377 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Attempting to bind port 554391c1-717f-4feb-8e8d-5efd70ae16d1 on network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:24:18.930174 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Port 554391c1-717f-4feb-8e8d-5efd70ae16d1 on network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:24:18.930494 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Attempting to bind port 554391c1-717f-4feb-8e8d-5efd70ae16d1 on network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:24:18.936099 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:24:18.936457 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Checking segment: {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:24:18.936866 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Bound using segment: {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:24:18.937320 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Bound port: 554391c1-717f-4feb-8e8d-5efd70ae16d1, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:24:18.937679 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:19.009332 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] For port 554391c1-717f-4feb-8e8d-5efd70ae16d1, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:24:19.012505 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] For port 554391c1-717f-4feb-8e8d-5efd70ae16d1, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=554391c1-717f-4feb-8e8d-5efd70ae16d1,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:24:19.099985 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:19.133449 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:19.134060 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:19.135530 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] 10.222.0.49 "PUT /v2.0/ports/554391c1-717f-4feb-8e8d-5efd70ae16d1 HTTP/1.1" status: 200 len: 1094 time: 0.8340931 Apr 06 14:24:19.142795 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee89287-b047-462b-aa08-f6483c319972', 'tag': '554391c1-717f-4feb-8e8d-5efd70ae16d1'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:24:19.142795 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa62d9f3-e429-4967-9cd9-a8727f9d5bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee89287-b047-462b-aa08-f6483c319972", "tag": "554391c1-717f-4feb-8e8d-5efd70ae16d1"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:24:19.167538 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadf4b1-573a-4839-99e2-51caa94eab49 service neutron] Pushing event updated for resources: {'Port': ['ID=554391c1-717f-4feb-8e8d-5efd70ae16d1,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:19.176259 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a8a428-bd29-4203-a9c1-700a32b7a928 x-openstack-request-id: req-11a8a428-bd29-4203-a9c1-700a32b7a928 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:24:19.177069 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee89287-b047-462b-aa08-f6483c319972", "tag": "554391c1-717f-4feb-8e8d-5efd70ae16d1", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:24:19.177328 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11a8a428-bd29-4203-a9c1-700a32b7a928 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:24:19.177726 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a8a428-bd29-4203-a9c1-700a32b7a928'] response: {'name': 'network-changed', 'server_uuid': '2ee89287-b047-462b-aa08-f6483c319972', 'tag': '554391c1-717f-4feb-8e8d-5efd70ae16d1', 'status': 'completed', 'code': 200} Apr 06 14:24:19.250662 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62d9f3-e429-4967-9cd9-a8727f9d5bd6 req-0b695792-560c-43b0-b305-acec3cd721d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:19.252288 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aa62d9f3-e429-4967-9cd9-a8727f9d5bd6 req-0b695792-560c-43b0-b305-acec3cd721d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 1128 time: 0.0484607 Apr 06 14:24:19.361875 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62d9f3-e429-4967-9cd9-a8727f9d5bd6 req-5e9ef677-97d3-432e-aed7-473e900eb69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:19.363821 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aa62d9f3-e429-4967-9cd9-a8727f9d5bd6 req-5e9ef677-97d3-432e-aed7-473e900eb69f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1005881 Apr 06 14:24:19.460761 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa62d9f3-e429-4967-9cd9-a8727f9d5bd6 req-04b6ccad-5831-4202-8f3b-1ae8119b74bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:19.462241 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aa62d9f3-e429-4967-9cd9-a8727f9d5bd6 req-04b6ccad-5831-4202-8f3b-1ae8119b74bd service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911655 Apr 06 14:24:19.523073 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822ad84-91f9-44ec-9ca6-ac3d7a36055d req-3a39ace6-dcc5-4a70-b53f-ffbb31decff4 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:19.524599 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8822ad84-91f9-44ec-9ca6-ac3d7a36055d req-3a39ace6-dcc5-4a70-b53f-ffbb31decff4 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 944 time: 0.0587301 Apr 06 14:24:19.556240 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175336-7944-4758-9e94-7e81809b270e req-4a082a37-d9c8-45f3-b4cf-40dfa4943a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:19.557816 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-4a082a37-d9c8-45f3-b4cf-40dfa4943a08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 1128 time: 0.0491345 Apr 06 14:24:19.573460 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8822ad84-91f9-44ec-9ca6-ac3d7a36055d req-da99239a-111d-4550-b411-f553decff30e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424085 Apr 06 14:24:19.601093 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-0f9bda7d-7790-436c-a520-dc126ff6a672 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=554391c1-717f-4feb-8e8d-5efd70ae16d1 HTTP/1.1" status: 200 len: 217 time: 0.0344815 Apr 06 14:24:19.651667 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175336-7944-4758-9e94-7e81809b270e req-dea521db-e56c-4fb2-b935-c4bbc898ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:19.653178 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-dea521db-e56c-4fb2-b935-c4bbc898ae91 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b274f6d-7ae6-4a62-9350-943b95ce2349 HTTP/1.1" status: 200 len: 854 time: 0.0441685 Apr 06 14:24:19.704853 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd175336-7944-4758-9e94-7e81809b270e req-df80515e-bc11-41bd-873e-4c59a12b71df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:19.707487 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-df80515e-bc11-41bd-873e-4c59a12b71df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466406 Apr 06 14:24:19.847552 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a95668-4d79-48cd-8fc3-9762bbda6880 req-f7ccab4c-640e-4601-8814-3f6aa250a39f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:19.849041 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18a95668-4d79-48cd-8fc3-9762bbda6880 req-f7ccab4c-640e-4601-8814-3f6aa250a39f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 943 time: 0.1246891 Apr 06 14:24:19.852838 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-17d0f1df-297e-47f8-ab28-e9436c52039e service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378558 Apr 06 14:24:19.916011 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:19.953746 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-18a95668-4d79-48cd-8fc3-9762bbda6880 req-755b940e-687b-491f-8d48-d9e990c44731 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988843 Apr 06 14:24:19.983420 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dd175336-7944-4758-9e94-7e81809b270e req-44e284f3-96ea-4408-bdd4-bfed4fdf4339 service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218548 Apr 06 14:24:20.422107 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 419147ef-0005-45ee-8de5-e9537c4b39c7 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:24:20.527957 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 419147ef-0005-45ee-8de5-e9537c4b39c7, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=419147ef-0005-45ee-8de5-e9537c4b39c7,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:20.542792 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '419147ef-0005-45ee-8de5-e9537c4b39c7', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'port_id': '419147ef-0005-45ee-8de5-e9537c4b39c7', 'mac_address': 'fa:16:3e:f3:33:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:24:20.707420 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1c501-d690-445f-9f82-f56520f6b6df req-a9bf24d1-b732-48ef-b228-b37ec24e29f5 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:20.710847 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bcc1c501-d690-445f-9f82-f56520f6b6df req-a9bf24d1-b732-48ef-b228-b37ec24e29f5 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 944 time: 0.0628445 Apr 06 14:24:20.711226 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 419147ef-0005-45ee-8de5-e9537c4b39c7 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:24:20.711612 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:20.726347 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419147ef-0005-45ee-8de5-e9537c4b39c7 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:24:20.748417 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 419147ef-0005-45ee-8de5-e9537c4b39c7, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=419147ef-0005-45ee-8de5-e9537c4b39c7,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:20.760917 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bcc1c501-d690-445f-9f82-f56520f6b6df req-6b3f4c48-b09c-4323-b62c-6635bd38fbec tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450053 Apr 06 14:24:20.842126 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:20.892167 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=419147ef-0005-45ee-8de5-e9537c4b39c7,revision_number=7']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:20.902321 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:24:21.077041 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431d5e1-f6de-43bd-9d18-51b8eed648d9 req-fd7c9a00-bcbc-4dda-8bc1-e48b3fb41d67 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:21.078474 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e431d5e1-f6de-43bd-9d18-51b8eed648d9 req-fd7c9a00-bcbc-4dda-8bc1-e48b3fb41d67 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 944 time: 0.0583317 Apr 06 14:24:21.131838 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e431d5e1-f6de-43bd-9d18-51b8eed648d9 req-152725c2-0e10-4c7e-b12e-39d54c1ac618 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466912 Apr 06 14:24:21.636174 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['419147ef-0005-45ee-8de5-e9537c4b39c7'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:24:21.881487 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df7354-a543-4015-8ed4-f97347f6d065 req-98b0edab-6473-4bd0-bf02-77fba4e16fb5 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:21.887292 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5df7354-a543-4015-8ed4-f97347f6d065 req-98b0edab-6473-4bd0-bf02-77fba4e16fb5 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 944 time: 0.0548265 Apr 06 14:24:21.932680 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d5df7354-a543-4015-8ed4-f97347f6d065 req-06dd6bf0-a958-497f-a673-e23a235c07a3 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437593 Apr 06 14:24:22.256551 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b202a5-0fcc-488e-b7cd-38eba67a1c47 req-bf9aa36b-235f-47fc-ad72-d98c0bd739c5 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:22.258045 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-58b202a5-0fcc-488e-b7cd-38eba67a1c47 req-bf9aa36b-235f-47fc-ad72-d98c0bd739c5 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 944 time: 0.0539243 Apr 06 14:24:22.309253 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-58b202a5-0fcc-488e-b7cd-38eba67a1c47 req-d29d0e70-c9c2-406d-913c-86ef9862f3b3 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453424 Apr 06 14:24:23.023499 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 419147ef-0005-45ee-8de5-e9537c4b39c7 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:24:23.055440 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735838f-b9e6-48c7-b0e1-95cd2de5b1d0 req-66d37e09-d398-4979-a44e-f902698a13e6 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:23.056961 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6735838f-b9e6-48c7-b0e1-95cd2de5b1d0 req-66d37e09-d398-4979-a44e-f902698a13e6 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 944 time: 0.0568025 Apr 06 14:24:23.077126 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 419147ef-0005-45ee-8de5-e9537c4b39c7 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:24:23.077492 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:23.107626 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6735838f-b9e6-48c7-b0e1-95cd2de5b1d0 req-5d129671-3441-4a26-99c1-c35a3a8ef134 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433590 Apr 06 14:24:23.155628 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 419147ef-0005-45ee-8de5-e9537c4b39c7 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:24:23.156124 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:23.179078 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419147ef-0005-45ee-8de5-e9537c4b39c7'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:24:23.181410 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f66c3f-fee6-4fa9-8706-cd9d39b2c588" -d '{"events": [{"server_uuid": "7ea326de-0b08-46c7-9cfa-0d8c475c9b4a", "name": "network-vif-plugged", "status": "completed", "tag": "419147ef-0005-45ee-8de5-e9537c4b39c7"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:24:23.194897 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 419147ef-0005-45ee-8de5-e9537c4b39c7, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=419147ef-0005-45ee-8de5-e9537c4b39c7,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:23.223467 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4333083-3c03-46e4-87ec-fa231cd0b736 x-openstack-request-id: req-a4333083-3c03-46e4-87ec-fa231cd0b736 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:24:23.223467 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea326de-0b08-46c7-9cfa-0d8c475c9b4a", "name": "network-vif-plugged", "status": "completed", "tag": "419147ef-0005-45ee-8de5-e9537c4b39c7", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:24:23.223467 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4333083-3c03-46e4-87ec-fa231cd0b736 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:24:23.223467 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4333083-3c03-46e4-87ec-fa231cd0b736'] response: {'server_uuid': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419147ef-0005-45ee-8de5-e9537c4b39c7', 'code': 200} Apr 06 14:24:23.270673 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:23.322505 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=419147ef-0005-45ee-8de5-e9537c4b39c7,revision_number=8']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:23.432919 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d4f28-8826-445c-93e4-b7743bf5f5d7 req-2f5f533e-e2cc-48a3-8f10-40ad42eff886 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:23.435340 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-008d4f28-8826-445c-93e4-b7743bf5f5d7 req-2f5f533e-e2cc-48a3-8f10-40ad42eff886 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0560737 Apr 06 14:24:23.490864 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-008d4f28-8826-445c-93e4-b7743bf5f5d7 req-8b217c4e-0735-43c0-be8d-42a387b3a4f8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493171 Apr 06 14:24:24.228621 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135f74a-e6e2-4fb9-b190-fa64f3ca7df3 req-f910615d-fbc1-412e-9222-1b8dd165ffaf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:24.230375 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7135f74a-e6e2-4fb9-b190-fa64f3ca7df3 req-f910615d-fbc1-412e-9222-1b8dd165ffaf tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 944 time: 0.0538099 Apr 06 14:24:24.289391 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7135f74a-e6e2-4fb9-b190-fa64f3ca7df3 req-5ca3a82d-55ee-46e3-bd81-643b7adc3aa5 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510118 Apr 06 14:24:24.611428 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d00d4-0c49-47f5-86df-0cceab64c767 req-8f744f9c-233f-4291-987c-3d6bfab55223 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:24.613080 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-490d00d4-0c49-47f5-86df-0cceab64c767 req-8f744f9c-233f-4291-987c-3d6bfab55223 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0527182 Apr 06 14:24:24.666770 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-490d00d4-0c49-47f5-86df-0cceab64c767 req-b7c39028-dde1-42bf-9353-fcdd5de8b69f tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479324 Apr 06 14:24:25.023345 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 554391c1-717f-4feb-8e8d-5efd70ae16d1 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:24:25.068386 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847396b7-0c23-4564-b816-225f249167dc req-c32dbb95-8047-40df-bfe6-a33177c30d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:25.072374 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-847396b7-0c23-4564-b816-225f249167dc req-c32dbb95-8047-40df-bfe6-a33177c30d95 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 1129 time: 0.0566351 Apr 06 14:24:25.145412 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 554391c1-717f-4feb-8e8d-5efd70ae16d1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=554391c1-717f-4feb-8e8d-5efd70ae16d1,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:25.156060 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-847396b7-0c23-4564-b816-225f249167dc req-caaffdb7-51e0-403a-9964-b12a4eff59b7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421388 Apr 06 14:24:25.157834 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '554391c1-717f-4feb-8e8d-5efd70ae16d1', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'port_id': '554391c1-717f-4feb-8e8d-5efd70ae16d1', 'mac_address': 'fa:16:3e:5b:52:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:24:25.202042 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 554391c1-717f-4feb-8e8d-5efd70ae16d1 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:24:25.202452 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:25.216192 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554391c1-717f-4feb-8e8d-5efd70ae16d1 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:24:25.238386 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 554391c1-717f-4feb-8e8d-5efd70ae16d1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=554391c1-717f-4feb-8e8d-5efd70ae16d1,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:25.306752 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:25.359680 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=554391c1-717f-4feb-8e8d-5efd70ae16d1,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:25.415241 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a91e0-a38b-4216-9d5b-be80274d70d6 req-600e8baa-169d-4803-9e9a-49f481ae86d2 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:25.416734 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6f7a91e0-a38b-4216-9d5b-be80274d70d6 req-600e8baa-169d-4803-9e9a-49f481ae86d2 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 945 time: 0.0532985 Apr 06 14:24:25.468337 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6f7a91e0-a38b-4216-9d5b-be80274d70d6 req-909ff783-202e-49aa-acad-0ed1e3c34260 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458503 Apr 06 14:24:25.792858 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['554391c1-717f-4feb-8e8d-5efd70ae16d1'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:24:25.796274 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215d50a-4fb8-465b-8251-bbabf9570d2c req-54f0542c-54cd-4542-b61c-f0f3cef9b8ed tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:25.797911 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c215d50a-4fb8-465b-8251-bbabf9570d2c req-54f0542c-54cd-4542-b61c-f0f3cef9b8ed tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0572987 Apr 06 14:24:25.850882 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c215d50a-4fb8-465b-8251-bbabf9570d2c req-f19f29d9-cc77-4d5b-bb30-65ff8e95d918 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466318 Apr 06 14:24:26.597906 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47be8e-baaf-4928-bacd-98f8563c776f req-ae460b08-d383-4e20-ad52-6d4075ed362c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:26.599380 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cd47be8e-baaf-4928-bacd-98f8563c776f req-ae460b08-d383-4e20-ad52-6d4075ed362c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 945 time: 0.0566678 Apr 06 14:24:26.650547 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cd47be8e-baaf-4928-bacd-98f8563c776f req-3fa04e5e-6c82-4211-9814-a7c0c6618f8c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455356 Apr 06 14:24:26.971690 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e3e7f-bb7f-4532-833d-d3afa716ea25 req-0a56249b-eab1-45db-ae47-4bdb2f84bebb tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:26.973318 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f54e3e7f-bb7f-4532-833d-d3afa716ea25 req-0a56249b-eab1-45db-ae47-4bdb2f84bebb tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0531666 Apr 06 14:24:27.024544 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f54e3e7f-bb7f-4532-833d-d3afa716ea25 req-1f170aec-8e4a-44d0-b617-db85921ef372 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454288 Apr 06 14:24:27.257009 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 554391c1-717f-4feb-8e8d-5efd70ae16d1 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:24:27.414426 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port 554391c1-717f-4feb-8e8d-5efd70ae16d1 completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:24:27.418767 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 554391c1-717f-4feb-8e8d-5efd70ae16d1 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:24:27.419136 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:27.504042 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 554391c1-717f-4feb-8e8d-5efd70ae16d1 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:24:27.504042 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:27.526928 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee89287-b047-462b-aa08-f6483c319972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554391c1-717f-4feb-8e8d-5efd70ae16d1'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:24:27.529216 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5b5b90-e8ec-4dd8-b396-50aa91c90d80" -d '{"events": [{"server_uuid": "2ee89287-b047-462b-aa08-f6483c319972", "name": "network-vif-plugged", "status": "completed", "tag": "554391c1-717f-4feb-8e8d-5efd70ae16d1"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:24:27.542225 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 554391c1-717f-4feb-8e8d-5efd70ae16d1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=554391c1-717f-4feb-8e8d-5efd70ae16d1,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:27.571803 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2d7dc1-91c5-4c5b-a955-43f3de2e6917 x-openstack-request-id: req-ea2d7dc1-91c5-4c5b-a955-43f3de2e6917 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:24:27.572097 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee89287-b047-462b-aa08-f6483c319972", "name": "network-vif-plugged", "status": "completed", "tag": "554391c1-717f-4feb-8e8d-5efd70ae16d1", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:24:27.572363 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea2d7dc1-91c5-4c5b-a955-43f3de2e6917 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:24:27.572773 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2d7dc1-91c5-4c5b-a955-43f3de2e6917'] response: {'server_uuid': '2ee89287-b047-462b-aa08-f6483c319972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554391c1-717f-4feb-8e8d-5efd70ae16d1', 'code': 200} Apr 06 14:24:27.608907 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:27.661274 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=554391c1-717f-4feb-8e8d-5efd70ae16d1,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:27.802854 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c29289-d45d-45f5-ba88-1367c6e77b8d req-a40fd409-e785-4905-8452-9d993ef31c8a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:27.804410 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-91c29289-d45d-45f5-ba88-1367c6e77b8d req-a40fd409-e785-4905-8452-9d993ef31c8a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 946 time: 0.0787544 Apr 06 14:24:27.852601 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-91c29289-d45d-45f5-ba88-1367c6e77b8d req-46e7f9aa-2e23-4360-bb40-a5d697d97ebe tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420923 Apr 06 14:24:28.003379 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73f03e-1f22-4c71-9af4-1b10761faab6 req-136031dd-2acd-45a6-94aa-c93f37f40f3e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:28.004903 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8a73f03e-1f22-4c71-9af4-1b10761faab6 req-136031dd-2acd-45a6-94aa-c93f37f40f3e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 947 time: 0.0564220 Apr 06 14:24:28.054159 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8a73f03e-1f22-4c71-9af4-1b10761faab6 req-5b474bb2-9716-4663-a87c-428b3da3b79c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435627 Apr 06 14:24:28.151801 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab68fb2-3c17-4a9d-abb7-67bef408e1ad req-b378e14b-a490-42bb-a00c-64bbe45030af tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:28.153344 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5ab68fb2-3c17-4a9d-abb7-67bef408e1ad req-b378e14b-a490-42bb-a00c-64bbe45030af tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0574040 Apr 06 14:24:28.203400 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5ab68fb2-3c17-4a9d-abb7-67bef408e1ad req-dd4ce537-f43e-4b8d-b312-a763ac3fa015 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438306 Apr 06 14:24:28.979405 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a25efb-607c-45e2-ad84-3af320e2cbb5 req-79aaa4ac-d6ad-408d-bc59-498246aa730b tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:28.980972 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-49a25efb-607c-45e2-ad84-3af320e2cbb5 req-79aaa4ac-d6ad-408d-bc59-498246aa730b tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 946 time: 0.0570445 Apr 06 14:24:29.034173 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-49a25efb-607c-45e2-ad84-3af320e2cbb5 req-42c1ea05-efcf-42ef-88e6-8044d94d2b16 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466654 Apr 06 14:24:29.180041 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99507d13-7fe4-423d-93e8-6a0ad1b2234f req-16b811c7-5ce4-4f30-8c80-01d42d389917 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:29.181442 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-99507d13-7fe4-423d-93e8-6a0ad1b2234f req-16b811c7-5ce4-4f30-8c80-01d42d389917 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 947 time: 0.0515141 Apr 06 14:24:29.233213 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-99507d13-7fe4-423d-93e8-6a0ad1b2234f req-d00fd7aa-8ab5-4402-90dd-62de6c88c84c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457983 Apr 06 14:24:29.413701 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebd9d6-b2b2-4f66-ae1c-3d61470e4fad req-3ee595dd-0806-41b9-a9ba-ebd93cf6fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:29.415245 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c4ebd9d6-b2b2-4f66-ae1c-3d61470e4fad req-3ee595dd-0806-41b9-a9ba-ebd93cf6fd51 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 1130 time: 0.0448165 Apr 06 14:24:29.460092 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c4ebd9d6-b2b2-4f66-ae1c-3d61470e4fad req-a9dee663-a848-4d41-98ef-9e1b55b05f67 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382593 Apr 06 14:24:30.169750 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a0312-6418-4fce-825c-8db8ae6a6583 req-a88d009a-17aa-4581-9d66-ecae5161d774 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:30.171298 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c97a0312-6418-4fce-825c-8db8ae6a6583 req-a88d009a-17aa-4581-9d66-ecae5161d774 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 946 time: 0.0616088 Apr 06 14:24:30.225734 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c97a0312-6418-4fce-825c-8db8ae6a6583 req-42bca69b-cc98-4fab-9e0f-00059bc306b1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475066 Apr 06 14:24:30.367448 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f624f-d619-4ec1-9f78-ae3271d9630b req-6ba4ea07-dfbb-4c86-a4fe-146a3e1c540e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:30.368917 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-907f624f-d619-4ec1-9f78-ae3271d9630b req-6ba4ea07-dfbb-4c86-a4fe-146a3e1c540e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 947 time: 0.0606685 Apr 06 14:24:30.423674 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-907f624f-d619-4ec1-9f78-ae3271d9630b req-fad7164b-2b41-4ba1-9252-70adc930c77d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488465 Apr 06 14:24:31.350287 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96765168-4384-4c70-9634-a7ea3b09e47d req-bc0daf51-cf4f-47db-83db-2153a441d434 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:31.350577 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e555d2-50e7-4b0f-8d01-af32cbb0405a req-394104b5-857c-4855-9bf8-60f7fb1cb481 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:31.351899 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96765168-4384-4c70-9634-a7ea3b09e47d req-bc0daf51-cf4f-47db-83db-2153a441d434 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.49 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 947 time: 0.0604444 Apr 06 14:24:31.352036 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-29e555d2-50e7-4b0f-8d01-af32cbb0405a req-394104b5-857c-4855-9bf8-60f7fb1cb481 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 946 time: 0.0554972 Apr 06 14:24:31.407447 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-29e555d2-50e7-4b0f-8d01-af32cbb0405a req-deb626b1-6347-4aec-a8cf-79d46c9a39ae tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490534 Apr 06 14:24:31.492766 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-96765168-4384-4c70-9634-a7ea3b09e47d req-b0e2e701-6630-4b57-9a55-b3f289e74c5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Deleting port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:24:31.493368 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-96765168-4384-4c70-9634-a7ea3b09e47d req-b0e2e701-6630-4b57-9a55-b3f289e74c5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:31.624810 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410645f-7bf3-45c3-bacd-0112cbbbda96 req-35b9a61a-b08b-4cf8-91c6-871c89a7a696 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:31.626192 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2410645f-7bf3-45c3-bacd-0112cbbbda96 req-35b9a61a-b08b-4cf8-91c6-871c89a7a696 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 947 time: 0.1182082 Apr 06 14:24:31.631801 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-96765168-4384-4c70-9634-a7ea3b09e47d req-b0e2e701-6630-4b57-9a55-b3f289e74c5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] For port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:31.632168 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-96765168-4384-4c70-9634-a7ea3b09e47d req-b0e2e701-6630-4b57-9a55-b3f289e74c5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:31.735033 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2410645f-7bf3-45c3-bacd-0112cbbbda96 req-cd836452-1589-4721-ab65-7dd76c16ad1e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=4674d4f2-ab56-4c2f-88df-5cd4571f961a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002979 Apr 06 14:24:31.854528 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-96765168-4384-4c70-9634-a7ea3b09e47d req-b0e2e701-6630-4b57-9a55-b3f289e74c5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:31.854898 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-96765168-4384-4c70-9634-a7ea3b09e47d req-b0e2e701-6630-4b57-9a55-b3f289e74c5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (80852165-f776-4c0d-8212-1569d945c4ed), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:31.855215 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-96765168-4384-4c70-9634-a7ea3b09e47d req-b0e2e701-6630-4b57-9a55-b3f289e74c5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Floating IP 80852165-f776-4c0d-8212-1569d945c4ed disassociated. External IP: 172.27.2.55, port: 21908a32-c402-4d16-9fcc-5d77e9ea4c8e. Apr 06 14:24:31.855564 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-96765168-4384-4c70-9634-a7ea3b09e47d req-b0e2e701-6630-4b57-9a55-b3f289e74c5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Calling delete_port for 21908a32-c402-4d16-9fcc-5d77e9ea4c8e owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:24:32.054737 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-96765168-4384-4c70-9634-a7ea3b09e47d req-b0e2e701-6630-4b57-9a55-b3f289e74c5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (21908a32-c402-4d16-9fcc-5d77e9ea4c8e), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:32.083654 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2e701-6630-4b57-9a55-b3f289e74c5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event deleted for resources: {'Port': ['ID=21908a32-c402-4d16-9fcc-5d77e9ea4c8e,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:32.209164 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96765168-4384-4c70-9634-a7ea3b09e47d req-b0e2e701-6630-4b57-9a55-b3f289e74c5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:24:32.324007 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96765168-4384-4c70-9634-a7ea3b09e47d req-b0e2e701-6630-4b57-9a55-b3f289e74c5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:24:32.333883 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63b3ce9-edbd-41ec-a0d5-cb455c093244 None None] Sync routers for ids ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:24:32.344813 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b3ce9-edbd-41ec-a0d5-cb455c093244 None None] Routers {'ec1676ef-82d9-453b-ab4a-d4b8c56100e7'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:24:32.345846 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f63b3ce9-edbd-41ec-a0d5-cb455c093244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:24:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:32.372635 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-96765168-4384-4c70-9634-a7ea3b09e47d req-b0e2e701-6630-4b57-9a55-b3f289e74c5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] No DVR routers for this DVR port 21908a32-c402-4d16-9fcc-5d77e9ea4c8e on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:24:32.375473 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-96765168-4384-4c70-9634-a7ea3b09e47d req-b0e2e701-6630-4b57-9a55-b3f289e74c5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:32.380023 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96765168-4384-4c70-9634-a7ea3b09e47d req-b0e2e701-6630-4b57-9a55-b3f289e74c5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.49 "DELETE /v2.0/ports/21908a32-c402-4d16-9fcc-5d77e9ea4c8e HTTP/1.1" status: 204 len: 173 time: 0.9953482 Apr 06 14:24:32.380480 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49133f83-079c-447d-b9f3-6ce14c852981', 'name': 'network-vif-deleted', 'tag': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:24:32.382777 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abe2519-7416-486c-af55-80ac46f5e9aa" -d '{"events": [{"server_uuid": "49133f83-079c-447d-b9f3-6ce14c852981", "name": "network-vif-deleted", "tag": "21908a32-c402-4d16-9fcc-5d77e9ea4c8e"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:24:32.424258 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f16a54-c8ce-49e4-b2ba-13a6550d0c5c x-openstack-request-id: req-c7f16a54-c8ce-49e4-b2ba-13a6550d0c5c {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:24:32.424719 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49133f83-079c-447d-b9f3-6ce14c852981", "name": "network-vif-deleted", "tag": "21908a32-c402-4d16-9fcc-5d77e9ea4c8e", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:24:32.425117 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7f16a54-c8ce-49e4-b2ba-13a6550d0c5c {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:24:32.425487 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f16a54-c8ce-49e4-b2ba-13a6550d0c5c'] response: {'server_uuid': '49133f83-079c-447d-b9f3-6ce14c852981', 'name': 'network-vif-deleted', 'tag': '21908a32-c402-4d16-9fcc-5d77e9ea4c8e', 'status': 'completed', 'code': 200} Apr 06 14:24:32.465381 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f63b3ce9-edbd-41ec-a0d5-cb455c093244 None None] Set router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:24:32.562058 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29db5b-61a4-4434-b91d-752b3ac4f445 req-df7668fa-3bf8-4372-b80b-bf1a49ef134f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:32.563679 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af29db5b-61a4-4434-b91d-752b3ac4f445 req-df7668fa-3bf8-4372-b80b-bf1a49ef134f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 946 time: 0.0559490 Apr 06 14:24:32.627471 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-af29db5b-61a4-4434-b91d-752b3ac4f445 req-43aec01a-dc70-492d-b63f-26168d097563 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577540 Apr 06 14:24:32.708105 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f63b3ce9-edbd-41ec-a0d5-cb455c093244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '88d2bd11-4eeb-414f-82b9-3c870b6b14e8', 'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'mac_address': 'fa:16:3e:cc:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 5, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'subnets': [{'id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:32.737319 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63b3ce9-edbd-41ec-a0d5-cb455c093244 None None] Checking router: ec1676ef-82d9-453b-ab4a-d4b8c56100e7 for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:24:32.746607 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b3ce9-edbd-41ec-a0d5-cb455c093244 None None] Routers {'ec1676ef-82d9-453b-ab4a-d4b8c56100e7'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:24:32.747285 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f63b3ce9-edbd-41ec-a0d5-cb455c093244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:24:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:32.756849 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188852c-57b8-4269-b89e-b8e6757f526a req-650f8738-875c-4920-8806-99dffc0b5786 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:32.759019 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9188852c-57b8-4269-b89e-b8e6757f526a req-650f8738-875c-4920-8806-99dffc0b5786 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 946 time: 0.0569446 Apr 06 14:24:32.769363 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 32878) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:32.774303 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-c2a71a6c-7d5e-47f4-953d-ae3cf1f0166e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'floatingip': {'port_id': '554391c1-717f-4feb-8e8d-5efd70ae16d1'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:24:32.821960 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c2a71a6c-7d5e-47f4-953d-ae3cf1f0166e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (4929b133-b3ec-4baf-8444-834634b047ce), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:32.869261 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f63b3ce9-edbd-41ec-a0d5-cb455c093244 None None] Set router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:24:32.888468 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b900e27f-959f-46b6-a20b-e677c983d278 req-3a651985-c7ad-48ab-8a48-82876a6f1e38 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=49133f83-079c-447d-b9f3-6ce14c852981 HTTP/1.1" status: 200 len: 210 time: 0.0637708 Apr 06 14:24:33.078977 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f63b3ce9-edbd-41ec-a0d5-cb455c093244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '88d2bd11-4eeb-414f-82b9-3c870b6b14e8', 'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'mac_address': 'fa:16:3e:cc:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 5, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'subnets': [{'id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:33.105175 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63b3ce9-edbd-41ec-a0d5-cb455c093244 None None] The sync data for ids ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'] in dv-cinder-835881-5-iscsi is: [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '88d2bd11-4eeb-414f-82b9-3c870b6b14e8', 'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'mac_address': 'fa:16:3e:cc:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 5, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'subnets': [{'id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:24:33.243515 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 21908a32-c402-4d16-9fcc-5d77e9ea4c8e no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:24:33.265174 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: 21908a32-c402-4d16-9fcc-5d77e9ea4c8e {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:24:33.265633 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 21908a32-c402-4d16-9fcc-5d77e9ea4c8e not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:24:33.354379 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005442e4-18c2-4b5e-86c9-b3febdcea33f None None] New status for floating IP 80852165-f776-4c0d-8212-1569d945c4ed: DOWN {{(pid=103950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:24:33.591141 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c2a71a6c-7d5e-47f4-953d-ae3cf1f0166e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:33.934752 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c2a71a6c-7d5e-47f4-953d-ae3cf1f0166e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (4929b133-b3ec-4baf-8444-834634b047ce), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:34.044075 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-c2a71a6c-7d5e-47f4-953d-ae3cf1f0166e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Floating IP 4929b133-b3ec-4baf-8444-834634b047ce associated. External IP: 172.27.2.30, port: 554391c1-717f-4feb-8e8d-5efd70ae16d1. Apr 06 14:24:34.260220 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a71a6c-7d5e-47f4-953d-ae3cf1f0166e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Router 49439ce0-7712-49d6-b21e-3e1a54cba58c has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:24:34.283968 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 32884) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:34.341265 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e9beb109-3011-4cf2-8dae-f7497e372a59 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group (4674d4f2-ab56-4c2f-88df-5cd4571f961a), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:34.367368 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e9beb109-3011-4cf2-8dae-f7497e372a59 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group (4674d4f2-ab56-4c2f-88df-5cd4571f961a), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:34.376260 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a71a6c-7d5e-47f4-953d-ae3cf1f0166e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:24:34.382449 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c2a71a6c-7d5e-47f4-953d-ae3cf1f0166e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:34.387962 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6190bb98-7b2a-4725-9fc3-7f54dccc5f38 None None] Sync routers for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:24:34.399463 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6190bb98-7b2a-4725-9fc3-7f54dccc5f38 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:24:34.400045 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-6190bb98-7b2a-4725-9fc3-7f54dccc5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:24:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:34.418011 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-c2a71a6c-7d5e-47f4-953d-ae3cf1f0166e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "PUT /v2.0/floatingips/4929b133-b3ec-4baf-8444-834634b047ce HTTP/1.1" status: 200 len: 991 time: 1.6474881 Apr 06 14:24:34.426301 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee89287-b047-462b-aa08-f6483c319972', 'tag': '554391c1-717f-4feb-8e8d-5efd70ae16d1'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:24:34.430413 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdafd48-0d54-4143-992b-ebd232fc6737" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee89287-b047-462b-aa08-f6483c319972", "tag": "554391c1-717f-4feb-8e8d-5efd70ae16d1"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:24:34.468868 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c222f3f7-c41a-4270-89ce-da17ccd9646f x-openstack-request-id: req-c222f3f7-c41a-4270-89ce-da17ccd9646f {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:24:34.469160 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee89287-b047-462b-aa08-f6483c319972", "tag": "554391c1-717f-4feb-8e8d-5efd70ae16d1", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:24:34.469415 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c222f3f7-c41a-4270-89ce-da17ccd9646f {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:24:34.469828 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c222f3f7-c41a-4270-89ce-da17ccd9646f'] response: {'name': 'network-changed', 'server_uuid': '2ee89287-b047-462b-aa08-f6483c319972', 'tag': '554391c1-717f-4feb-8e8d-5efd70ae16d1', 'status': 'completed', 'code': 200} Apr 06 14:24:34.512020 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e9beb109-3011-4cf2-8dae-f7497e372a59 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4674d4f2-ab56-4c2f-88df-5cd4571f961a), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:34.514586 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e9beb109-3011-4cf2-8dae-f7497e372a59 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:34.516677 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-e9beb109-3011-4cf2-8dae-f7497e372a59 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "DELETE /v2.0/security-groups/4674d4f2-ab56-4c2f-88df-5cd4571f961a HTTP/1.1" status: 204 len: 168 time: 0.2316394 Apr 06 14:24:34.521273 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 32890) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:34.522183 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-6190bb98-7b2a-4725-9fc3-7f54dccc5f38 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:24:34.536251 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9beb109-3011-4cf2-8dae-f7497e372a59 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4674d4f2-ab56-4c2f-88df-5cd4571f961a,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:34.547221 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.api.v2.resource [None req-13d83f90-a3d4-4bbf-b177-176c0981bbf9 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] show failed (client error): The resource could not be found. Apr 06 14:24:34.551810 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-13d83f90-a3d4-4bbf-b177-176c0981bbf9 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups/4674d4f2-ab56-4c2f-88df-5cd4571f961a HTTP/1.1" status: 404 len: 347 time: 0.0241165 Apr 06 14:24:34.552113 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 32892) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:34.561808 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdafd48-0d54-4143-992b-ebd232fc6737 req-f324c527-999e-41f4-8e28-51bc0b216952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:34.563479 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1cdafd48-0d54-4143-992b-ebd232fc6737 req-f324c527-999e-41f4-8e28-51bc0b216952 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 1130 time: 0.0513632 Apr 06 14:24:34.669840 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdafd48-0d54-4143-992b-ebd232fc6737 req-31fe8908-3ca5-4ec5-aaa8-acb30a3cf4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:34.671537 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1cdafd48-0d54-4143-992b-ebd232fc6737 req-31fe8908-3ca5-4ec5-aaa8-acb30a3cf4ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c HTTP/1.1" status: 200 len: 916 time: 0.0993133 Apr 06 14:24:34.696719 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-722b5b00-426a-4158-8dd4-54a74adda671 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Deleting port 16d19367-aaca-4ee1-aada-3fbcef771aa1 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:24:34.697418 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-722b5b00-426a-4158-8dd4-54a74adda671 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (16d19367-aaca-4ee1-aada-3fbcef771aa1), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:34.744606 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1cdafd48-0d54-4143-992b-ebd232fc6737 req-f86bd15e-8c2a-44c4-929d-2d4ce01e300c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=554391c1-717f-4feb-8e8d-5efd70ae16d1 HTTP/1.1" status: 200 len: 999 time: 0.0639079 Apr 06 14:24:34.787593 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-722b5b00-426a-4158-8dd4-54a74adda671 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (16d19367-aaca-4ee1-aada-3fbcef771aa1), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:34.787951 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-722b5b00-426a-4158-8dd4-54a74adda671 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for floatingip (16d19367-aaca-4ee1-aada-3fbcef771aa1), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:34.802037 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-722b5b00-426a-4158-8dd4-54a74adda671 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Calling delete_port for 16d19367-aaca-4ee1-aada-3fbcef771aa1 owned by network:floatingip {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:24:34.805121 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdafd48-0d54-4143-992b-ebd232fc6737 req-3251bde4-456d-48a1-9ba7-17cb5e4cf7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:34.806477 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1cdafd48-0d54-4143-992b-ebd232fc6737 req-3251bde4-456d-48a1-9ba7-17cb5e4cf7a5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b274f6d-7ae6-4a62-9350-943b95ce2349 HTTP/1.1" status: 200 len: 854 time: 0.0557449 Apr 06 14:24:34.861138 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdafd48-0d54-4143-992b-ebd232fc6737 req-70d676f8-1e55-4269-9ba5-736faedc32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:34.863249 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1cdafd48-0d54-4143-992b-ebd232fc6737 req-70d676f8-1e55-4269-9ba5-736faedc32b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496445 Apr 06 14:24:34.913220 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-6190bb98-7b2a-4725-9fc3-7f54dccc5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '4929b133-b3ec-4baf-8444-834634b047ce', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': '554391c1-717f-4feb-8e8d-5efd70ae16d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:5b:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee89287-b047-462b-aa08-f6483c319972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:24:12Z', 'updated_at': '2022-04-06T14:24:33Z', 'revision_number': 1, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:34.943029 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6190bb98-7b2a-4725-9fc3-7f54dccc5f38 None None] Checking router: 49439ce0-7712-49d6-b21e-3e1a54cba58c for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:24:34.954364 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6190bb98-7b2a-4725-9fc3-7f54dccc5f38 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:24:34.955819 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-6190bb98-7b2a-4725-9fc3-7f54dccc5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:24:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:34.960687 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1cdafd48-0d54-4143-992b-ebd232fc6737 req-d928d9d1-44d6-4cea-8864-778d9f13fe81 service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898106 Apr 06 14:24:35.087014 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1cdafd48-0d54-4143-992b-ebd232fc6737 req-1626e2b4-a3e1-4739-9b65-18a9f9b8c375 service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159134 Apr 06 14:24:35.089529 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-722b5b00-426a-4158-8dd4-54a74adda671 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (16d19367-aaca-4ee1-aada-3fbcef771aa1), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:35.123740 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b5b00-426a-4158-8dd4-54a74adda671 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event deleted for resources: {'Port': ['ID=16d19367-aaca-4ee1-aada-3fbcef771aa1,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:35.126910 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-6190bb98-7b2a-4725-9fc3-7f54dccc5f38 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:24:35.207260 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-722b5b00-426a-4158-8dd4-54a74adda671 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for floatingip (80852165-f776-4c0d-8212-1569d945c4ed), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:35.208434 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1eb886cc-c732-43cf-aec0-28da389cb4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:35.209905 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-722b5b00-426a-4158-8dd4-54a74adda671 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:35.213856 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-722b5b00-426a-4158-8dd4-54a74adda671 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "DELETE /v2.0/floatingips/80852165-f776-4c0d-8212-1569d945c4ed HTTP/1.1" status: 204 len: 168 time: 0.6564419 Apr 06 14:24:35.381404 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-6190bb98-7b2a-4725-9fc3-7f54dccc5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '4929b133-b3ec-4baf-8444-834634b047ce', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': '554391c1-717f-4feb-8e8d-5efd70ae16d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:5b:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee89287-b047-462b-aa08-f6483c319972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:24:12Z', 'updated_at': '2022-04-06T14:24:33Z', 'revision_number': 1, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:35.407576 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6190bb98-7b2a-4725-9fc3-7f54dccc5f38 None None] The sync data for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi is: [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '4929b133-b3ec-4baf-8444-834634b047ce', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': '554391c1-717f-4feb-8e8d-5efd70ae16d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:5b:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee89287-b047-462b-aa08-f6483c319972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:24:12Z', 'updated_at': '2022-04-06T14:24:33Z', 'revision_number': 1, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:24:35.612646 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a9c41-6e41-4ea6-9d7e-9d4bfcb86795 None None] New status for floating IP 4929b133-b3ec-4baf-8444-834634b047ce: ACTIVE {{(pid=103950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:24:35.656908 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 32898) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:35.661478 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-9d671b56-951b-44bc-81ad-9ca7dce58d92 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1543066323', 'description': 'tempest-description--1678144134'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:24:35.740364 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9d671b56-951b-44bc-81ad-9ca7dce58d92 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:35.811460 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9d671b56-951b-44bc-81ad-9ca7dce58d92 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group (e6501ef0-0a76-437f-8d6d-3bc331484843), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:35.867817 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9d671b56-951b-44bc-81ad-9ca7dce58d92 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e6501ef0-0a76-437f-8d6d-3bc331484843), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:35.898172 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d671b56-951b-44bc-81ad-9ca7dce58d92 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6501ef0-0a76-437f-8d6d-3bc331484843,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:35.965184 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9d671b56-951b-44bc-81ad-9ca7dce58d92 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:35.966549 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-9d671b56-951b-44bc-81ad-9ca7dce58d92 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3085921 Apr 06 14:24:35.969491 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 32900) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:35.974497 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-8b5ec69b-b5fc-4c78-ad7f-8dd9b5cdb66c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Request body: {'security_group_rule': {'security_group_id': 'e6501ef0-0a76-437f-8d6d-3bc331484843', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:24:36.088027 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8b5ec69b-b5fc-4c78-ad7f-8dd9b5cdb66c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group_rule (b6d85a5d-7822-465e-b9d6-c74356f095bb), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:36.145008 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8b5ec69b-b5fc-4c78-ad7f-8dd9b5cdb66c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group_rule (b6d85a5d-7822-465e-b9d6-c74356f095bb), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:36.231700 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8b5ec69b-b5fc-4c78-ad7f-8dd9b5cdb66c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (b6d85a5d-7822-465e-b9d6-c74356f095bb), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:36.249176 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ec69b-b5fc-4c78-ad7f-8dd9b5cdb66c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d85a5d-7822-465e-b9d6-c74356f095bb,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:36.325429 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8b5ec69b-b5fc-4c78-ad7f-8dd9b5cdb66c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:36.326720 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-8b5ec69b-b5fc-4c78-ad7f-8dd9b5cdb66c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562717 Apr 06 14:24:36.329324 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 32902) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:36.334358 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-b2af903a-ce94-4ff7-a153-339b5e11d64d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Request body: {'security_group_rule': {'security_group_id': 'e6501ef0-0a76-437f-8d6d-3bc331484843', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:24:36.451737 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b2af903a-ce94-4ff7-a153-339b5e11d64d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group_rule (51fe1bd7-95c6-4434-bcee-ecdacf6577ce), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:36.505968 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b2af903a-ce94-4ff7-a153-339b5e11d64d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group_rule (51fe1bd7-95c6-4434-bcee-ecdacf6577ce), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:36.618041 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b2af903a-ce94-4ff7-a153-339b5e11d64d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (51fe1bd7-95c6-4434-bcee-ecdacf6577ce), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:36.639159 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af903a-ce94-4ff7-a153-339b5e11d64d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51fe1bd7-95c6-4434-bcee-ecdacf6577ce,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:36.708349 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b2af903a-ce94-4ff7-a153-339b5e11d64d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:36.709489 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-b2af903a-ce94-4ff7-a153-339b5e11d64d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3784723 Apr 06 14:24:36.712548 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 32904) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:36.716729 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Request body: {'floatingip': {'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:24:36.806700 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:36.908855 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:37.021617 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Allocated IP 172.27.2.14 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/a0f2d738-3185-4217-9115-de5407db7f80) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:24:37.121052 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for port (a0f2d738-3185-4217-9115-de5407db7f80), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:37.431875 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (a0f2d738-3185-4217-9115-de5407db7f80), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:37.474908 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:24:37.480193 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:24:37.484036 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:24:37.509757 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event updated for resources: {'Port': ['ID=a0f2d738-3185-4217-9115-de5407db7f80,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:37.576402 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for floatingip (30852037-2e7b-4c7c-aacd-e369b6182ff0), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:37.704618 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a0f2d738-3185-4217-9115-de5407db7f80), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:37.860885 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for port (a0f2d738-3185-4217-9115-de5407db7f80), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:37.934644 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12612076'] for port (a0f2d738-3185-4217-9115-de5407db7f80), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:38.011366 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event updated for resources: {'Port': ['ID=a0f2d738-3185-4217-9115-de5407db7f80,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:38.019997 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (30852037-2e7b-4c7c-aacd-e369b6182ff0), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:38.100407 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:38.101714 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-2473b6c7-898d-45d5-8c2f-c779a1e6612f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3882360 Apr 06 14:24:38.256286 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-ea49ab7a-2883-4a67-b583-bd5a4ebc66b0 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1543066323&fields=id&tenant_id=b3704131189249758fe79fd530a64a7f HTTP/1.1" status: 200 len: 267 time: 0.0474248 Apr 06 14:24:38.368831 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-b363593e-568e-4551-9f07-545885a33d21 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:38.370252 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-b363593e-568e-4551-9f07-545885a33d21 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/networks?id=c86284af-8e01-433f-b259-029eabfd0d24 HTTP/1.1" status: 200 len: 817 time: 0.1073201 Apr 06 14:24:38.385159 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-ddc9c879-f8ca-4f4d-8d0e-79b024c6ef13 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/quotas/b3704131189249758fe79fd530a64a7f HTTP/1.1" status: 200 len: 375 time: 0.0095155 Apr 06 14:24:38.445360 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-05c1db55-34dd-4a66-ad93-272cf1ce33a8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3704131189249758fe79fd530a64a7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549169 Apr 06 14:24:38.543589 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-417b3202-6fa9-42cd-80c6-983ec74b2b0f service neutron] 10.222.0.10 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854881 Apr 06 14:24:38.640483 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-337322a9-5e17-49c7-a51c-5d6290f89a75 service neutron] 10.222.0.10 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911851 Apr 06 14:24:38.900520 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e130770c-ccf8-4c3a-bb68-aa8779a544be req-6db9166e-7624-426f-b716-3b7be76c1337 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 210 time: 0.0293477 Apr 06 14:24:38.985542 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-dbbf4a4b-1e41-49ae-879a-e7c94d7b0d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:40.003857 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ebf04d58-51d7-4d35-9f9c-9fa26bdb5cc7 req-e2d018f8-9f84-465d-af2e-e3665d4533d0 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 210 time: 0.0292668 Apr 06 14:24:40.389342 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:41.148825 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-104830a1-547b-4a37-a830-61dbe4e62553 req-f5591b81-5ffd-4316-81a5-76c1abe19c88 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 210 time: 0.0677190 Apr 06 14:24:41.204682 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-ac244fa6-5446-4705-ba68-d19b35659964 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:41.206137 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-ac244fa6-5446-4705-ba68-d19b35659964 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.49 "GET /v2.0/networks?id=c86284af-8e01-433f-b259-029eabfd0d24 HTTP/1.1" status: 200 len: 817 time: 0.1344438 Apr 06 14:24:41.273493 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-df92f7f9-4d5d-4e89-8991-f515641c5396 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3704131189249758fe79fd530a64a7f HTTP/1.1" status: 200 len: 380 time: 0.0553181 Apr 06 14:24:41.283848 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-87e4831d-f131-427f-98a3-003782fc4ed3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Request body: {'port': {'device_id': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'admin_state_up': True, 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'security_groups': ['e6501ef0-0a76-437f-8d6d-3bc331484843']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:24:41.517152 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-87e4831d-f131-427f-98a3-003782fc4ed3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Made reservation on behalf of b3704131189249758fe79fd530a64a7f for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:24:41.520549 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-87e4831d-f131-427f-98a3-003782fc4ed3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:41.648826 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-87e4831d-f131-427f-98a3-003782fc4ed3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Allocated IP 172.20.0.6 (c86284af-8e01-433f-b259-029eabfd0d24/d3abd841-b723-4c66-b34b-6c95c35f2cdf/b3bf9175-8ed4-46f4-a1ed-17895d9ba496) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:24:41.792991 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-87e4831d-f131-427f-98a3-003782fc4ed3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:41.900415 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-87e4831d-f131-427f-98a3-003782fc4ed3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:41.941403 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-87e4831d-f131-427f-98a3-003782fc4ed3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Network c86284af-8e01-433f-b259-029eabfd0d24 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:24:41.945795 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-87e4831d-f131-427f-98a3-003782fc4ed3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:24:41.951672 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-87e4831d-f131-427f-98a3-003782fc4ed3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:24:41.986070 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4831d-f131-427f-98a3-003782fc4ed3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event updated for resources: {'Port': ['ID=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:42.014811 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-87e4831d-f131-427f-98a3-003782fc4ed3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:42.015490 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-87e4831d-f131-427f-98a3-003782fc4ed3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:42.026797 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:42.106421 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-87e4831d-f131-427f-98a3-003782fc4ed3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8262603 Apr 06 14:24:42.140248 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Request body: {'port': {'device_id': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:24:42.202579 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-8e45d55a-6611-42c5-90b0-c5f01f05b6e3 None None] Provisioning complete for port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:24:42.203042 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8e45d55a-6611-42c5-90b0-c5f01f05b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:42.217557 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:42.239049 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-8e45d55a-6611-42c5-90b0-c5f01f05b6e3 None None] Port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:24:42.317037 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea57f97-59b2-402d-9767-2a6a8798d91c req-d9d5d6a6-2bc7-4ff6-95af-4d763a17799d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:42.318622 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6ea57f97-59b2-402d-9767-2a6a8798d91c req-d9d5d6a6-2bc7-4ff6-95af-4d763a17799d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 931 time: 0.0581415 Apr 06 14:24:42.369069 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6ea57f97-59b2-402d-9767-2a6a8798d91c req-5dcefdf8-a0b0-44ea-87be-73b7111021ab tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442574 Apr 06 14:24:42.503096 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3bf9175-8ed4-46f4-a1ed-17895d9ba496 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:24:42.510815 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Publish callbacks [] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:42.523728 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Transition to ACTIVE for port object b3bf9175-8ed4-46f4-a1ed-17895d9ba496 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:24:42.617754 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:42.671579 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:42.750062 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Attempting to bind port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:24:42.750399 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Attempting to bind port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:24:42.750763 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Attempting to bind port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 on network c86284af-8e01-433f-b259-029eabfd0d24 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:24:42.756338 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 on network c86284af-8e01-433f-b259-029eabfd0d24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:24:42.756662 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Attempting to bind port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 on network c86284af-8e01-433f-b259-029eabfd0d24 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:24:42.762017 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:24:42.762356 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Checking segment: {'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:24:42.762770 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Bound using segment: {'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:24:42.763193 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Bound port: b3bf9175-8ed4-46f4-a1ed-17895d9ba496, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c05e77d-709f-4099-bb65-849b26f8ccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:24:42.763552 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:42.837529 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] For port b3bf9175-8ed4-46f4-a1ed-17895d9ba496, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:24:42.840589 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] For port b3bf9175-8ed4-46f4-a1ed-17895d9ba496, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:24:42.906242 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:42.941883 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:42.942496 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:42.943980 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] 10.222.0.49 "PUT /v2.0/ports/b3bf9175-8ed4-46f4-a1ed-17895d9ba496 HTTP/1.1" status: 200 len: 1093 time: 0.8080018 Apr 06 14:24:42.944432 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'tag': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:24:42.946727 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fcc346-864d-483f-8c56-cd5e06c3a88c" -d '{"events": [{"name": "network-changed", "server_uuid": "b42f02e2-8c24-426b-add2-ec9f8262a25d", "tag": "b3bf9175-8ed4-46f4-a1ed-17895d9ba496"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:24:42.973735 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17e919-4701-4b5d-acbe-b28e417cd115 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:42.996194 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497a515b-5e48-468d-842a-4a3cbc16601a x-openstack-request-id: req-497a515b-5e48-468d-842a-4a3cbc16601a {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:24:42.996521 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42f02e2-8c24-426b-add2-ec9f8262a25d", "tag": "b3bf9175-8ed4-46f4-a1ed-17895d9ba496", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:24:42.996776 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-497a515b-5e48-468d-842a-4a3cbc16601a {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:24:42.997223 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497a515b-5e48-468d-842a-4a3cbc16601a'] response: {'name': 'network-changed', 'server_uuid': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'tag': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'status': 'completed', 'code': 200} Apr 06 14:24:43.081764 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcc346-864d-483f-8c56-cd5e06c3a88c req-d166cae3-79d1-415d-8bfe-d611dc8700a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:43.083353 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-13fcc346-864d-483f-8c56-cd5e06c3a88c req-d166cae3-79d1-415d-8bfe-d611dc8700a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3704131189249758fe79fd530a64a7f&device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 1127 time: 0.0493927 Apr 06 14:24:43.122721 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:43.195034 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcc346-864d-483f-8c56-cd5e06c3a88c req-28ba06d9-5982-4d3f-9e71-db0cb4311cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:43.196667 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-13fcc346-864d-483f-8c56-cd5e06c3a88c req-28ba06d9-5982-4d3f-9e71-db0cb4311cd1 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b3704131189249758fe79fd530a64a7f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1058490 Apr 06 14:24:43.293938 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcc346-864d-483f-8c56-cd5e06c3a88c req-21031801-dc2f-434f-86fd-f914c911fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:43.295492 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-13fcc346-864d-483f-8c56-cd5e06c3a88c req-21031801-dc2f-434f-86fd-f914c911fdc7 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899918 Apr 06 14:24:43.394448 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-837e9ec2-bf06-46fa-9b45-82d4c10ab46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:43.396016 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-837e9ec2-bf06-46fa-9b45-82d4c10ab46c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3704131189249758fe79fd530a64a7f&device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 1127 time: 0.0488091 Apr 06 14:24:43.444518 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-f9c25775-33f0-427e-bcd1-8486f1ced8d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496 HTTP/1.1" status: 200 len: 217 time: 0.0351603 Apr 06 14:24:43.497845 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-bb7875fd-76ff-468e-894d-d25d7414804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:43.499362 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-bb7875fd-76ff-468e-894d-d25d7414804a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3abd841-b723-4c66-b34b-6c95c35f2cdf HTTP/1.1" status: 200 len: 856 time: 0.0440302 Apr 06 14:24:43.504434 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ecd3a-8a71-4454-ad2d-17ace75922aa req-54339cca-0060-4ab3-a3e2-1993434ae49f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:43.505877 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e67ecd3a-8a71-4454-ad2d-17ace75922aa req-54339cca-0060-4ab3-a3e2-1993434ae49f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0611084 Apr 06 14:24:43.552818 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-dcf84628-6378-4b68-bed7-5c9464d6bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:43.553919 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e67ecd3a-8a71-4454-ad2d-17ace75922aa req-8424dae1-c1ed-4c7d-9865-046095b32bc3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423765 Apr 06 14:24:43.554314 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-dcf84628-6378-4b68-bed7-5c9464d6bfdd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c86284af-8e01-433f-b259-029eabfd0d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460818 Apr 06 14:24:43.657419 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-8f3429c8-f158-4a90-9cf5-823311531911 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850036 Apr 06 14:24:43.752195 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-92234e3c-be4d-4314-8967-1d5e15389c6e req-32262137-3004-4dee-acb1-ea7a69ec2501 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877812 Apr 06 14:24:44.680113 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a372ea3-5437-4427-a495-add1667270f7 req-24471fcc-ee50-4cb8-b067-86e460b4de27 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:44.681643 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7a372ea3-5437-4427-a495-add1667270f7 req-24471fcc-ee50-4cb8-b067-86e460b4de27 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0545847 Apr 06 14:24:44.729824 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7a372ea3-5437-4427-a495-add1667270f7 req-d78803b7-e4d8-4c02-91e8-0fa380cd2981 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421839 Apr 06 14:24:45.856577 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd5a0d-e5e7-48e5-b8d8-e7505f36ee79 req-9c81bf8f-760f-48c6-bc56-4f91d6bdae16 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:45.858105 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8ffd5a0d-e5e7-48e5-b8d8-e7505f36ee79 req-9c81bf8f-760f-48c6-bc56-4f91d6bdae16 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0545106 Apr 06 14:24:45.918113 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8ffd5a0d-e5e7-48e5-b8d8-e7505f36ee79 req-dbd2ddd6-5e30-4b95-beae-e50ac3ee6081 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532291 Apr 06 14:24:47.043581 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1a09f-1e73-4f3a-9238-05d03fe5cd60 req-d7231857-af61-4fdd-9b5a-4be775468fce tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:47.045043 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4cb1a09f-1e73-4f3a-9238-05d03fe5cd60 req-d7231857-af61-4fdd-9b5a-4be775468fce tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0515149 Apr 06 14:24:47.092467 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4cb1a09f-1e73-4f3a-9238-05d03fe5cd60 req-8c4d957a-6fac-4365-8b85-475cc7435532 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410807 Apr 06 14:24:48.220029 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65685e14-cf26-47ff-902f-a21f6cbcabe9 req-bb053d69-f2d3-45f0-8c53-8d64d51c307b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:48.221513 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-65685e14-cf26-47ff-902f-a21f6cbcabe9 req-bb053d69-f2d3-45f0-8c53-8d64d51c307b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0569763 Apr 06 14:24:48.270640 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-65685e14-cf26-47ff-902f-a21f6cbcabe9 req-891d7ba0-82d2-4051-918f-8662986d0fc5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409453 Apr 06 14:24:49.330727 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device b3bf9175-8ed4-46f4-a1ed-17895d9ba496 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:24:49.396868 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b68443-95dc-4b28-938b-8fcb5797bbd1 req-f07b7e1b-4f9d-43ce-b973-8e9e40b86792 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:49.398439 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-66b68443-95dc-4b28-938b-8fcb5797bbd1 req-f07b7e1b-4f9d-43ce-b973-8e9e40b86792 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0542364 Apr 06 14:24:49.443360 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port b3bf9175-8ed4-46f4-a1ed-17895d9ba496, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:49.450448 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-66b68443-95dc-4b28-938b-8fcb5797bbd1 req-9385100a-62a3-42a0-93c3-c29ccac1991c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461383 Apr 06 14:24:49.461412 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'port_id': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'mac_address': 'fa:16:3e:f5:44:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:24:49.500404 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:24:49.500821 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:49.517720 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3bf9175-8ed4-46f4-a1ed-17895d9ba496 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:24:49.537689 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port b3bf9175-8ed4-46f4-a1ed-17895d9ba496, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:49.608112 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:49.655278 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:50.048423 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:50.138841 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['b3bf9175-8ed4-46f4-a1ed-17895d9ba496'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:24:50.581632 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6f744-dc6b-4b47-b78b-cf9c42c31997 req-bc35c5e7-603b-45ac-b2a3-d71f2c9eefdf tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:50.583165 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-62c6f744-dc6b-4b47-b78b-cf9c42c31997 req-bc35c5e7-603b-45ac-b2a3-d71f2c9eefdf tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 944 time: 0.0542421 Apr 06 14:24:50.633480 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-62c6f744-dc6b-4b47-b78b-cf9c42c31997 req-5842dc54-02ab-4073-8ef4-396a978796cb tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447507 Apr 06 14:24:50.967189 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ce887-70b2-45d6-9ac3-fb439fb2bf10 req-6ee55e21-a616-4573-9033-dcca611727ea tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:50.968516 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f04ce887-70b2-45d6-9ac3-fb439fb2bf10 req-6ee55e21-a616-4573-9033-dcca611727ea tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0553501 Apr 06 14:24:51.017940 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f04ce887-70b2-45d6-9ac3-fb439fb2bf10 req-e106c1bb-69b5-4c0d-bbc1-8fec29564d66 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432465 Apr 06 14:24:51.507228 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device b3bf9175-8ed4-46f4-a1ed-17895d9ba496 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:24:51.628344 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:24:51.632460 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:24:51.632828 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:51.714262 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:24:51.714867 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:51.740435 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:24:51.742712 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68052f7-48e6-4735-9b7a-3d044f453506" -d '{"events": [{"server_uuid": "b42f02e2-8c24-426b-add2-ec9f8262a25d", "name": "network-vif-plugged", "status": "completed", "tag": "b3bf9175-8ed4-46f4-a1ed-17895d9ba496"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:24:51.759635 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port b3bf9175-8ed4-46f4-a1ed-17895d9ba496, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:51.764727 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d5aed-a77c-4b61-96b9-ed4982f43fc4 req-cc9bc354-9603-4d14-87c6-6e8518d80ec3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:51.766879 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c27d5aed-a77c-4b61-96b9-ed4982f43fc4 req-cc9bc354-9603-4d14-87c6-6e8518d80ec3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 944 time: 0.0575082 Apr 06 14:24:51.780769 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ce2fb2-a5a5-4d08-a786-e787e9efeec0 x-openstack-request-id: req-86ce2fb2-a5a5-4d08-a786-e787e9efeec0 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:24:51.781062 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42f02e2-8c24-426b-add2-ec9f8262a25d", "name": "network-vif-plugged", "status": "completed", "tag": "b3bf9175-8ed4-46f4-a1ed-17895d9ba496", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:24:51.781362 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86ce2fb2-a5a5-4d08-a786-e787e9efeec0 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:24:51.781767 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ce2fb2-a5a5-4d08-a786-e787e9efeec0'] response: {'server_uuid': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'code': 200} Apr 06 14:24:51.822612 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c27d5aed-a77c-4b61-96b9-ed4982f43fc4 req-cbcb3312-6520-4a55-a960-50555e34460a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497818 Apr 06 14:24:51.824800 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:51.874392 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:52.148858 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cfc6d-af25-4883-ae6b-7bae4fb59bfa req-e3af66ed-6f3b-45a5-8401-5a000c56b7b2 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:52.150391 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-067cfc6d-af25-4883-ae6b-7bae4fb59bfa req-e3af66ed-6f3b-45a5-8401-5a000c56b7b2 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0539179 Apr 06 14:24:52.199190 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-067cfc6d-af25-4883-ae6b-7bae4fb59bfa req-6b47a9bf-7cc0-4239-9557-cf8f1d2e81a0 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430672 Apr 06 14:24:52.953467 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c21581-e9f2-4b6a-bfbc-bed7d249fb50 req-f6df54cf-9301-4cff-a23f-f3bec326b565 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:52.955248 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-98c21581-e9f2-4b6a-bfbc-bed7d249fb50 req-f6df54cf-9301-4cff-a23f-f3bec326b565 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0557110 Apr 06 14:24:53.005721 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-98c21581-e9f2-4b6a-bfbc-bed7d249fb50 req-b8fe971d-5847-4ad6-99b3-8d2e845d0601 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448315 Apr 06 14:24:53.325987 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b12ca0-1372-4c5b-95c1-c1953ffaee3b req-92da50f0-2c6d-441f-919d-2f3dad8cf7c4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:53.327495 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-58b12ca0-1372-4c5b-95c1-c1953ffaee3b req-92da50f0-2c6d-441f-919d-2f3dad8cf7c4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0591073 Apr 06 14:24:53.379961 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-58b12ca0-1372-4c5b-95c1-c1953ffaee3b req-1d2b015d-5e6c-4e4c-affe-1f0b96943a34 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449083 Apr 06 14:24:54.129074 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e977c-aaa8-486e-8f18-4df5952abae6 req-54dfe371-f3bc-4f83-9b01-98c1e46e4096 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:54.130706 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-514e977c-aaa8-486e-8f18-4df5952abae6 req-54dfe371-f3bc-4f83-9b01-98c1e46e4096 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0521271 Apr 06 14:24:54.178537 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-514e977c-aaa8-486e-8f18-4df5952abae6 req-c534d45b-1ba2-4f22-8d5b-5f06065e4b59 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422118 Apr 06 14:24:54.498309 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21948f7d-60ae-4231-ba9f-3d3c79dd5c32 req-2bf172d7-5667-4b3f-8de1-4a9e6c5ab9c6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:54.499796 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-21948f7d-60ae-4231-ba9f-3d3c79dd5c32 req-2bf172d7-5667-4b3f-8de1-4a9e6c5ab9c6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0523834 Apr 06 14:24:54.547392 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-21948f7d-60ae-4231-ba9f-3d3c79dd5c32 req-960e00a1-2f35-4507-9fae-e926b68bdd35 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412180 Apr 06 14:24:54.662472 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794f023-3d99-4215-ba27-75e1d10e1e24 req-c2de1a6d-a671-46db-aadc-0ad76599f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:54.664197 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2794f023-3d99-4215-ba27-75e1d10e1e24 req-c2de1a6d-a671-46db-aadc-0ad76599f76f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 1129 time: 0.0499599 Apr 06 14:24:54.853673 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2794f023-3d99-4215-ba27-75e1d10e1e24 req-7ab61646-9522-4c80-ac76-be94928f46f7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382490 Apr 06 14:24:55.309536 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99645ff7-1c56-4d67-a23b-74cf8690cf13 req-243489a2-840c-473c-a26c-50458b723e69 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:55.311058 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-99645ff7-1c56-4d67-a23b-74cf8690cf13 req-243489a2-840c-473c-a26c-50458b723e69 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0576913 Apr 06 14:24:55.361938 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-99645ff7-1c56-4d67-a23b-74cf8690cf13 req-36d80751-3e15-457f-9b16-e29b6c9cd5a7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436554 Apr 06 14:24:55.405696 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-c9e05b64-5032-4884-ae74-780a99a0a71d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:55.407227 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-c9e05b64-5032-4884-ae74-780a99a0a71d tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.0529397 Apr 06 14:24:55.512836 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-de1a0e95-054a-494e-95ec-d9fa7c46458a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Deleting port f391f522-2071-4145-aa5f-60f31487c9c0 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:24:55.513533 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-de1a0e95-054a-494e-95ec-d9fa7c46458a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (f391f522-2071-4145-aa5f-60f31487c9c0), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:55.609203 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-de1a0e95-054a-494e-95ec-d9fa7c46458a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] For port f391f522-2071-4145-aa5f-60f31487c9c0, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f391f522-2071-4145-aa5f-60f31487c9c0,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:24:55.609582 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-de1a0e95-054a-494e-95ec-d9fa7c46458a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (f391f522-2071-4145-aa5f-60f31487c9c0), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:55.752860 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b12632-c06d-40a6-b2b6-c9f656495d8a req-0f1f41f1-7208-4df1-b346-9b084cf6b6f8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:55.754287 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c6b12632-c06d-40a6-b2b6-c9f656495d8a req-0f1f41f1-7208-4df1-b346-9b084cf6b6f8 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 946 time: 0.1355648 Apr 06 14:24:55.857463 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c6b12632-c06d-40a6-b2b6-c9f656495d8a req-83e13245-2af6-4772-b33b-2d29ea9b19a0 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947511 Apr 06 14:24:55.859282 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-de1a0e95-054a-494e-95ec-d9fa7c46458a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:55.859642 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-de1a0e95-054a-494e-95ec-d9fa7c46458a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (40738a47-0c01-4ce8-a583-481268af4ce6), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:55.859996 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-de1a0e95-054a-494e-95ec-d9fa7c46458a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Floating IP 40738a47-0c01-4ce8-a583-481268af4ce6 disassociated. External IP: 172.27.2.43, port: f391f522-2071-4145-aa5f-60f31487c9c0. Apr 06 14:24:55.860462 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-de1a0e95-054a-494e-95ec-d9fa7c46458a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Calling delete_port for f391f522-2071-4145-aa5f-60f31487c9c0 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:24:56.068669 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-de1a0e95-054a-494e-95ec-d9fa7c46458a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (f391f522-2071-4145-aa5f-60f31487c9c0), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:56.100050 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a0e95-054a-494e-95ec-d9fa7c46458a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Pushing event deleted for resources: {'Port': ['ID=f391f522-2071-4145-aa5f-60f31487c9c0,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:56.221882 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-de1a0e95-054a-494e-95ec-d9fa7c46458a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:24:56.334391 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-de1a0e95-054a-494e-95ec-d9fa7c46458a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:24:56.345161 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286016b-d0d5-4e89-8fe0-fa8392537c7c None None] Sync routers for ids ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:24:56.355737 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286016b-d0d5-4e89-8fe0-fa8392537c7c None None] Routers {'07eb86a5-9beb-4120-bd9f-d1d22cd3f468'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:24:56.356352 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5286016b-d0d5-4e89-8fe0-fa8392537c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:24:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:56.479432 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-5286016b-d0d5-4e89-8fe0-fa8392537c7c None None] Set router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:24:56.530346 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee61ee-d2be-44d9-bdb3-0dc093c20ddb req-bbee9dcf-d5c3-45d0-a794-650afb7f0314 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:56.533249 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eeee61ee-d2be-44d9-bdb3-0dc093c20ddb req-bbee9dcf-d5c3-45d0-a794-650afb7f0314 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0879605 Apr 06 14:24:56.599818 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-eeee61ee-d2be-44d9-bdb3-0dc093c20ddb req-71b23840-3c27-4cb6-933b-b419bded3285 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572760 Apr 06 14:24:56.670615 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-de1a0e95-054a-494e-95ec-d9fa7c46458a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] No DVR routers for this DVR port f391f522-2071-4145-aa5f-60f31487c9c0 on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:24:56.673928 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-de1a0e95-054a-494e-95ec-d9fa7c46458a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:56.677277 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-36eae1e7-ba0d-45a2-8636-5b6fc5fdc762 req-de1a0e95-054a-494e-95ec-d9fa7c46458a tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.49 "DELETE /v2.0/ports/f391f522-2071-4145-aa5f-60f31487c9c0 HTTP/1.1" status: 204 len: 173 time: 1.2580271 Apr 06 14:24:56.677725 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'name': 'network-vif-deleted', 'tag': 'f391f522-2071-4145-aa5f-60f31487c9c0'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:24:56.679999 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3431427f-d7b9-41f6-9094-9ec655d4fc15" -d '{"events": [{"server_uuid": "7d3c68fc-4e43-4250-ad10-167c8c1211c2", "name": "network-vif-deleted", "tag": "f391f522-2071-4145-aa5f-60f31487c9c0"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:24:56.707679 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5286016b-d0d5-4e89-8fe0-fa8392537c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 4, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'c4ef88b9-5927-4a8f-b727-445492a244f9', 'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'mac_address': 'fa:16:3e:b5:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:59Z', 'updated_at': '2022-04-06T14:17:08Z', 'revision_number': 5, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'subnets': [{'id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:56.720141 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3e40f9-3d9f-4aad-8b04-db4b37ff2526 x-openstack-request-id: req-2e3e40f9-3d9f-4aad-8b04-db4b37ff2526 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:24:56.720516 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3c68fc-4e43-4250-ad10-167c8c1211c2", "name": "network-vif-deleted", "tag": "f391f522-2071-4145-aa5f-60f31487c9c0", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:24:56.720691 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e3e40f9-3d9f-4aad-8b04-db4b37ff2526 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:24:56.721073 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e3e40f9-3d9f-4aad-8b04-db4b37ff2526'] response: {'server_uuid': '7d3c68fc-4e43-4250-ad10-167c8c1211c2', 'name': 'network-vif-deleted', 'tag': 'f391f522-2071-4145-aa5f-60f31487c9c0', 'status': 'completed', 'code': 200} Apr 06 14:24:56.733141 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286016b-d0d5-4e89-8fe0-fa8392537c7c None None] Checking router: 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:24:56.742596 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286016b-d0d5-4e89-8fe0-fa8392537c7c None None] Routers {'07eb86a5-9beb-4120-bd9f-d1d22cd3f468'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:24:56.743286 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5286016b-d0d5-4e89-8fe0-fa8392537c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:24:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:56.860046 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-5286016b-d0d5-4e89-8fe0-fa8392537c7c None None] Set router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:24:56.958739 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-80e707d3-7832-4606-b583-901b5b32f3a4 req-46f5f043-db96-49ab-a1bd-75523d8cfc1e tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 210 time: 0.0281043 Apr 06 14:24:57.068749 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5286016b-d0d5-4e89-8fe0-fa8392537c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 4, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'c4ef88b9-5927-4a8f-b727-445492a244f9', 'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'mac_address': 'fa:16:3e:b5:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:59Z', 'updated_at': '2022-04-06T14:17:08Z', 'revision_number': 5, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'subnets': [{'id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:24:57.100425 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5286016b-d0d5-4e89-8fe0-fa8392537c7c None None] The sync data for ids ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'] in dv-cinder-835881-5-iscsi is: [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:17:00Z', 'revision_number': 4, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'c4ef88b9-5927-4a8f-b727-445492a244f9', 'name': '', 'network_id': 'd73478ee-9b0d-4843-9091-2e57c81931a6', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'mac_address': 'fa:16:3e:b5:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:59Z', 'updated_at': '2022-04-06T14:17:08Z', 'revision_number': 5, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'subnets': [{'id': '0b1e60e8-a738-410d-8a83-efba5f29d55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:24:57.333841 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d06b9-a836-4c8f-8b4b-ee74a7c17f7b None None] New status for floating IP 40738a47-0c01-4ce8-a583-481268af4ce6: DOWN {{(pid=103950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:24:57.722681 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee8300-a328-42a4-9b47-01bfbe98d9b2 req-9664ef63-4715-42c4-962f-b8180e223363 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:57.724177 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e0ee8300-a328-42a4-9b47-01bfbe98d9b2 req-9664ef63-4715-42c4-962f-b8180e223363 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0551107 Apr 06 14:24:57.771903 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e0ee8300-a328-42a4-9b47-01bfbe98d9b2 req-bf681d6e-322c-4e22-9906-eb04e90aff61 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418081 Apr 06 14:24:57.900484 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:24:58.074156 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ff3d3bbf-2918-49bb-a759-9016afd3c597 req-a285a99c-8a98-44a3-afca-ec9f24e943e3 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3c68fc-4e43-4250-ad10-167c8c1211c2 HTTP/1.1" status: 200 len: 210 time: 0.0335011 Apr 06 14:24:58.084597 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c941d04-3c71-4ba8-b736-68f5badd0893 req-d6af1231-8874-4fbb-81b9-41b66a4c8ee3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482290 Apr 06 14:24:58.179683 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c941d04-3c71-4ba8-b736-68f5badd0893 req-b6f56226-6e41-4651-a929-50a11e63ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:58.181294 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c941d04-3c71-4ba8-b736-68f5badd0893 req-b6f56226-6e41-4651-a929-50a11e63ab5d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=883a3af0e02a4c4aaa58db13d250a352&device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 1130 time: 0.0508490 Apr 06 14:24:58.295008 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c941d04-3c71-4ba8-b736-68f5badd0893 req-6f83caac-f3cd-4853-9841-6835e61c4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:58.296516 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c941d04-3c71-4ba8-b736-68f5badd0893 req-6f83caac-f3cd-4853-9841-6835e61c4616 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 200 len: 920 time: 0.0890143 Apr 06 14:24:58.347201 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c941d04-3c71-4ba8-b736-68f5badd0893 req-7bc29519-65a9-40eb-80e1-af67e4d5f5c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a22983ba-809d-4245-8096-9c6263cbe094 HTTP/1.1" status: 200 len: 217 time: 0.0435913 Apr 06 14:24:58.399385 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c941d04-3c71-4ba8-b736-68f5badd0893 req-abcdb872-b678-4d8a-bb0f-e0dbc605213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:58.400898 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c941d04-3c71-4ba8-b736-68f5badd0893 req-abcdb872-b678-4d8a-bb0f-e0dbc605213a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 200 len: 858 time: 0.0475190 Apr 06 14:24:58.462621 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c941d04-3c71-4ba8-b736-68f5badd0893 req-06650d80-f7a9-4e48-8bf5-3985476508c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:58.464142 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c941d04-3c71-4ba8-b736-68f5badd0893 req-06650d80-f7a9-4e48-8bf5-3985476508c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d73478ee-9b0d-4843-9091-2e57c81931a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475886 Apr 06 14:24:58.562747 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c941d04-3c71-4ba8-b736-68f5badd0893 req-dbde475a-a065-4802-a81a-d5d5fb087900 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867488 Apr 06 14:24:58.659415 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c941d04-3c71-4ba8-b736-68f5badd0893 req-f56fdcc7-db7b-409f-bba4-88f0343b8395 service neutron] 10.222.0.49 "GET /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882521 Apr 06 14:24:58.897457 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d542fd-ff11-4297-a2f4-1cd70bace203 req-f27c48ab-6136-4954-8500-c70342484250 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:58.898989 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f9d542fd-ff11-4297-a2f4-1cd70bace203 req-f27c48ab-6136-4954-8500-c70342484250 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0544946 Apr 06 14:24:58.952554 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f9d542fd-ff11-4297-a2f4-1cd70bace203 req-c3479f01-ab72-42bc-b0fc-0210e4915a2e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478258 Apr 06 14:24:59.220463 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33030) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:59.232909 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8083f-f98e-4ad9-9b1c-5bb9a125d5c8 req-a6415386-cd4a-4b05-9c55-66439528ae92 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:24:59.235005 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-81b8083f-f98e-4ad9-9b1c-5bb9a125d5c8 req-a6415386-cd4a-4b05-9c55-66439528ae92 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0547249 Apr 06 14:24:59.244552 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33032) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:59.249443 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-12c2d014-0bca-422b-b148-8cc95470a243 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Request body: {'floatingip': {'port_id': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:24:59.284623 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for security_group (f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:59.292326 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-12c2d014-0bca-422b-b148-8cc95470a243 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for floatingip (30852037-2e7b-4c7c-aacd-e369b6182ff0), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:59.311858 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for security_group (f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:59.430120 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:59.433080 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:24:59.434261 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "DELETE /v2.0/security-groups/f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf HTTP/1.1" status: 204 len: 168 time: 0.2128036 Apr 06 14:24:59.437624 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33034) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:59.455089 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:24:59.457328 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.api.v2.resource [None req-a743fe91-1068-43f5-a34d-49a6cb92f09b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] show failed (client error): The resource could not be found. Apr 06 14:24:59.458331 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a743fe91-1068-43f5-a34d-49a6cb92f09b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups/f5dfb663-b836-4fc1-b76d-3f53e6ecd8cf HTTP/1.1" status: 404 len: 347 time: 0.0192382 Apr 06 14:24:59.463040 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33036) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:24:59.464664 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:59.465160 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:59.465501 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:59.465839 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:59.466171 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:59.466501 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:59.466853 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:59.467184 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:59.467503 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:59.467821 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:59.468141 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:59.468458 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:59.469839 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:59.470064 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:59.470387 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61fc8d0e-48f9-478c-826f-90cbe60104a1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:24:59.501647 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device f391f522-2071-4145-aa5f-60f31487c9c0 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:24:59.521236 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: f391f522-2071-4145-aa5f-60f31487c9c0 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:24:59.521572 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device f391f522-2071-4145-aa5f-60f31487c9c0 not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:24:59.727867 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Deleting port 0be46e81-d0b6-43a5-80bf-f7b7124bd2d0 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:24:59.727867 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (0be46e81-d0b6-43a5-80bf-f7b7124bd2d0), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:00.081351 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (0be46e81-d0b6-43a5-80bf-f7b7124bd2d0), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:00.081592 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for floatingip (0be46e81-d0b6-43a5-80bf-f7b7124bd2d0), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:00.122950 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Calling delete_port for 0be46e81-d0b6-43a5-80bf-f7b7124bd2d0 owned by network:floatingip {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:00.179642 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-12c2d014-0bca-422b-b148-8cc95470a243 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:00.269935 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-12c2d014-0bca-422b-b148-8cc95470a243 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (30852037-2e7b-4c7c-aacd-e369b6182ff0), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:00.379836 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.l3_db [None req-12c2d014-0bca-422b-b148-8cc95470a243 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Floating IP 30852037-2e7b-4c7c-aacd-e369b6182ff0 associated. External IP: 172.27.2.14, port: b3bf9175-8ed4-46f4-a1ed-17895d9ba496. Apr 06 14:25:00.413709 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (0be46e81-d0b6-43a5-80bf-f7b7124bd2d0), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:00.447674 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Pushing event deleted for resources: {'Port': ['ID=0be46e81-d0b6-43a5-80bf-f7b7124bd2d0,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:00.476919 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:00.477272 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:00.477714 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:00.477977 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:00.478314 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:00.478713 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:00.479048 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:00.479472 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:00.479747 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:00.480036 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:00.480449 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:00.480685 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:00.481003 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:00.481324 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:00.481643 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:00.572165 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks [] for floatingip (40738a47-0c01-4ce8-a583-481268af4ce6), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:00.574775 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:00.575956 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-226c3997-c732-4755-9ff4-380ae377329f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "DELETE /v2.0/floatingips/40738a47-0c01-4ce8-a583-481268af4ce6 HTTP/1.1" status: 204 len: 168 time: 1.1119847 Apr 06 14:25:00.695866 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c2d014-0bca-422b-b148-8cc95470a243 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:25:00.809288 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c2d014-0bca-422b-b148-8cc95470a243 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:00.815368 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-12c2d014-0bca-422b-b148-8cc95470a243 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:00.821214 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba3ede-14c0-4e0d-935c-58eeafbc11bc None None] Sync routers for ids ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:25:00.831737 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba3ede-14c0-4e0d-935c-58eeafbc11bc None None] Routers {'ec1676ef-82d9-453b-ab4a-d4b8c56100e7'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:00.832465 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1eba3ede-14c0-4e0d-935c-58eeafbc11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:24:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:00.854609 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-12c2d014-0bca-422b-b148-8cc95470a243 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "PUT /v2.0/floatingips/30852037-2e7b-4c7c-aacd-e369b6182ff0 HTTP/1.1" status: 200 len: 990 time: 1.5989001 Apr 06 14:25:00.854609 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'tag': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:00.854609 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cee74c5e6806168c4361293fd760050ed74eb1b6027abc74829ef037f04afca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa26d93-b2ad-4785-9a32-f982c7eb2467" -d '{"events": [{"name": "network-changed", "server_uuid": "b42f02e2-8c24-426b-add2-ec9f8262a25d", "tag": "b3bf9175-8ed4-46f4-a1ed-17895d9ba496"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:25:00.897664 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c4224c-f28c-43bb-8ced-bf066d97462f x-openstack-request-id: req-49c4224c-f28c-43bb-8ced-bf066d97462f {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:25:00.897664 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42f02e2-8c24-426b-add2-ec9f8262a25d", "tag": "b3bf9175-8ed4-46f4-a1ed-17895d9ba496", "status": "completed", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:25:00.897664 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-49c4224c-f28c-43bb-8ced-bf066d97462f {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:25:00.897664 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c4224c-f28c-43bb-8ced-bf066d97462f'] response: {'name': 'network-changed', 'server_uuid': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'tag': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'status': 'completed', 'code': 200} Apr 06 14:25:00.971577 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa26d93-b2ad-4785-9a32-f982c7eb2467 req-d9ee8773-8474-4aa7-9de9-1b04a227be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:00.973088 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-efa26d93-b2ad-4785-9a32-f982c7eb2467 req-d9ee8773-8474-4aa7-9de9-1b04a227be81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3704131189249758fe79fd530a64a7f&device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 1129 time: 0.0491269 Apr 06 14:25:01.076744 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa26d93-b2ad-4785-9a32-f982c7eb2467 req-b7bf6997-1cb2-406b-9b35-122af7f2fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:01.078272 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-efa26d93-b2ad-4785-9a32-f982c7eb2467 req-b7bf6997-1cb2-406b-9b35-122af7f2fac6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c86284af-8e01-433f-b259-029eabfd0d24 HTTP/1.1" status: 200 len: 918 time: 0.0977583 Apr 06 14:25:01.083019 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-1eba3ede-14c0-4e0d-935c-58eeafbc11bc None None] Set router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:01.147648 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-efa26d93-b2ad-4785-9a32-f982c7eb2467 req-787b9aed-69a2-44f7-8cd0-17544df17681 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496 HTTP/1.1" status: 200 len: 998 time: 0.0602207 Apr 06 14:25:01.203144 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa26d93-b2ad-4785-9a32-f982c7eb2467 req-dd0b94e4-56d2-4cf0-9683-0d97980b30ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:01.205309 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-efa26d93-b2ad-4785-9a32-f982c7eb2467 req-dd0b94e4-56d2-4cf0-9683-0d97980b30ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3abd841-b723-4c66-b34b-6c95c35f2cdf HTTP/1.1" status: 200 len: 856 time: 0.0510621 Apr 06 14:25:01.262226 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa26d93-b2ad-4785-9a32-f982c7eb2467 req-881d63df-38f0-4abe-b473-dc734001db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:01.263714 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-efa26d93-b2ad-4785-9a32-f982c7eb2467 req-881d63df-38f0-4abe-b473-dc734001db30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c86284af-8e01-433f-b259-029eabfd0d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516927 Apr 06 14:25:01.335873 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1eba3ede-14c0-4e0d-935c-58eeafbc11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '30852037-2e7b-4c7c-aacd-e369b6182ff0', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'port_id': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'mac_address': 'fa:16:3e:f5:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:24:37Z', 'updated_at': '2022-04-06T14:25:00Z', 'revision_number': 1, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d2bd11-4eeb-414f-82b9-3c870b6b14e8', 'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'mac_address': 'fa:16:3e:cc:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 5, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'subnets': [{'id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:01.362438 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba3ede-14c0-4e0d-935c-58eeafbc11bc None None] Checking router: ec1676ef-82d9-453b-ab4a-d4b8c56100e7 for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:25:01.365442 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-efa26d93-b2ad-4785-9a32-f982c7eb2467 req-71b9ffcd-17ba-4f9c-9bfd-0b4992955185 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951030 Apr 06 14:25:01.371415 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba3ede-14c0-4e0d-935c-58eeafbc11bc None None] Routers {'ec1676ef-82d9-453b-ab4a-d4b8c56100e7'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:01.372057 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1eba3ede-14c0-4e0d-935c-58eeafbc11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:24:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:01.467485 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-efa26d93-b2ad-4785-9a32-f982c7eb2467 req-419c1e04-0437-46d7-a16c-2b17662e3cae service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949888 Apr 06 14:25:01.485029 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-1eba3ede-14c0-4e0d-935c-58eeafbc11bc None None] Set router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:01.727461 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-1eba3ede-14c0-4e0d-935c-58eeafbc11bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '30852037-2e7b-4c7c-aacd-e369b6182ff0', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'port_id': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'mac_address': 'fa:16:3e:f5:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:24:37Z', 'updated_at': '2022-04-06T14:25:00Z', 'revision_number': 1, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d2bd11-4eeb-414f-82b9-3c870b6b14e8', 'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'mac_address': 'fa:16:3e:cc:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 5, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'subnets': [{'id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:01.754690 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eba3ede-14c0-4e0d-935c-58eeafbc11bc None None] The sync data for ids ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'] in dv-cinder-835881-5-iscsi is: [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '30852037-2e7b-4c7c-aacd-e369b6182ff0', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'port_id': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'mac_address': 'fa:16:3e:f5:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:24:37Z', 'updated_at': '2022-04-06T14:25:00Z', 'revision_number': 1, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d2bd11-4eeb-414f-82b9-3c870b6b14e8', 'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'mac_address': 'fa:16:3e:cc:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 5, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'subnets': [{'id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:25:01.955334 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478a8f9-384b-4ebb-957d-ff300ce36e2f None None] New status for floating IP 30852037-2e7b-4c7c-aacd-e369b6182ff0: ACTIVE {{(pid=103950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:25:03.626513 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96957a93-941a-4c3c-af6a-7a020854f971 req-8b36378e-2e38-4138-acef-0c837b4ff182 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:03.628009 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96957a93-941a-4c3c-af6a-7a020854f971 req-8b36378e-2e38-4138-acef-0c837b4ff182 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0544424 Apr 06 14:25:03.675210 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-96957a93-941a-4c3c-af6a-7a020854f971 req-e2052886-63b6-4b61-9c2b-f4ca3d2e57d7 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 Apr 06 14:25:04.571706 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0986da7-c343-4c02-80ed-c75fa6545e43 req-391d9e80-f44f-4690-b7b8-a43c6937922b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:04.573099 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e0986da7-c343-4c02-80ed-c75fa6545e43 req-391d9e80-f44f-4690-b7b8-a43c6937922b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.49 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0547385 Apr 06 14:25:04.675579 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-e0986da7-c343-4c02-80ed-c75fa6545e43 req-cd8e88ac-644a-40fe-9cf5-dc80ae35aa9f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Deleting port 8697ff38-94bf-4773-b6c8-4f7465bdc504 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:04.676293 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e0986da7-c343-4c02-80ed-c75fa6545e43 req-cd8e88ac-644a-40fe-9cf5-dc80ae35aa9f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:04.779117 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-e0986da7-c343-4c02-80ed-c75fa6545e43 req-cd8e88ac-644a-40fe-9cf5-dc80ae35aa9f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] For port 8697ff38-94bf-4773-b6c8-4f7465bdc504, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=8697ff38-94bf-4773-b6c8-4f7465bdc504,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:04.779482 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e0986da7-c343-4c02-80ed-c75fa6545e43 req-cd8e88ac-644a-40fe-9cf5-dc80ae35aa9f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:04.793026 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-e0986da7-c343-4c02-80ed-c75fa6545e43 req-cd8e88ac-644a-40fe-9cf5-dc80ae35aa9f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Calling delete_port for 8697ff38-94bf-4773-b6c8-4f7465bdc504 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:04.799860 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c32bb-3520-4140-b991-b2a733eb9b6e req-67ed73b6-b312-45cc-a8fb-6e231a1bad07 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:04.801430 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-768c32bb-3520-4140-b991-b2a733eb9b6e req-67ed73b6-b312-45cc-a8fb-6e231a1bad07 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 946 time: 0.0556519 Apr 06 14:25:04.851753 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-768c32bb-3520-4140-b991-b2a733eb9b6e req-f331d97c-ccb6-4e36-b562-23900696d4e1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442245 Apr 06 14:25:05.013299 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e0986da7-c343-4c02-80ed-c75fa6545e43 req-cd8e88ac-644a-40fe-9cf5-dc80ae35aa9f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (8697ff38-94bf-4773-b6c8-4f7465bdc504), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:05.043373 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['a22983ba-809d-4245-8096-9c6263cbe094', '8697ff38-94bf-4773-b6c8-4f7465bdc504'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:25:05.049949 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e88ac-644a-40fe-9cf5-dc80ae35aa9f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Pushing event deleted for resources: {'Port': ['ID=8697ff38-94bf-4773-b6c8-4f7465bdc504,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:05.096369 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0986da7-c343-4c02-80ed-c75fa6545e43 req-cd8e88ac-644a-40fe-9cf5-dc80ae35aa9f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] No DVR routers for this DVR port 8697ff38-94bf-4773-b6c8-4f7465bdc504 on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:05.099128 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e0986da7-c343-4c02-80ed-c75fa6545e43 req-cd8e88ac-644a-40fe-9cf5-dc80ae35aa9f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:05.102445 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e0986da7-c343-4c02-80ed-c75fa6545e43 req-cd8e88ac-644a-40fe-9cf5-dc80ae35aa9f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.49 "DELETE /v2.0/ports/8697ff38-94bf-4773-b6c8-4f7465bdc504 HTTP/1.1" status: 204 len: 173 time: 0.5234861 Apr 06 14:25:05.102944 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce58c4ec-5a23-4af3-8455-3b283c88e80d', 'name': 'network-vif-deleted', 'tag': '8697ff38-94bf-4773-b6c8-4f7465bdc504'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:05.105209 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fb9d98-d24f-42a0-bc13-40945750ac35" -d '{"events": [{"server_uuid": "ce58c4ec-5a23-4af3-8455-3b283c88e80d", "name": "network-vif-deleted", "tag": "8697ff38-94bf-4773-b6c8-4f7465bdc504"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:25:05.149021 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2def652-72e6-406a-afaf-3d29c18d19f1 x-openstack-request-id: req-c2def652-72e6-406a-afaf-3d29c18d19f1 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:25:05.149312 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce58c4ec-5a23-4af3-8455-3b283c88e80d", "name": "network-vif-deleted", "tag": "8697ff38-94bf-4773-b6c8-4f7465bdc504", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:25:05.149613 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2def652-72e6-406a-afaf-3d29c18d19f1 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:25:05.149967 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2def652-72e6-406a-afaf-3d29c18d19f1'] response: {'server_uuid': 'ce58c4ec-5a23-4af3-8455-3b283c88e80d', 'name': 'network-vif-deleted', 'tag': '8697ff38-94bf-4773-b6c8-4f7465bdc504', 'status': 'completed', 'code': 200} Apr 06 14:25:05.240174 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f3eaf45a-6e1b-4906-81ef-7cc7a5cfd23a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:05.963209 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-63fd651a-6677-437a-874e-32e461f38384 req-d108bbff-83b4-44d2-a083-e28cf343549b tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce58c4ec-5a23-4af3-8455-3b283c88e80d HTTP/1.1" status: 200 len: 210 time: 0.0309699 Apr 06 14:25:07.539338 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca88396-c38b-4c5f-944a-1254ae421a13 req-6ed1da4c-b4ba-4918-a2f2-3297c0fc33db tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:07.540715 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6ca88396-c38b-4c5f-944a-1254ae421a13 req-6ed1da4c-b4ba-4918-a2f2-3297c0fc33db tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0522132 Apr 06 14:25:07.588164 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6ca88396-c38b-4c5f-944a-1254ae421a13 req-f6080893-c8eb-4914-a045-7737060ab6db tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418890 Apr 06 14:25:08.606819 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa41d3e-fc42-4e00-8f5c-006b4bffa6d5 req-96548699-e7f9-4734-b841-d409be55f56f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:08.608257 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aaa41d3e-fc42-4e00-8f5c-006b4bffa6d5 req-96548699-e7f9-4734-b841-d409be55f56f tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.49 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0549061 Apr 06 14:25:08.712044 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b206cbe-cbc1-4b50-9956-8c132a97f8cd req-81c9a061-dfc4-4fc8-bdcf-b374dfaf54b1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:08.713593 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9b206cbe-cbc1-4b50-9956-8c132a97f8cd req-81c9a061-dfc4-4fc8-bdcf-b374dfaf54b1 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 946 time: 0.0539763 Apr 06 14:25:08.715246 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-aaa41d3e-fc42-4e00-8f5c-006b4bffa6d5 req-59776ece-0b2c-4beb-9aad-e38feaf511af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Deleting port a22983ba-809d-4245-8096-9c6263cbe094 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:08.715574 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-aaa41d3e-fc42-4e00-8f5c-006b4bffa6d5 req-59776ece-0b2c-4beb-9aad-e38feaf511af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (a22983ba-809d-4245-8096-9c6263cbe094), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:08.762076 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9b206cbe-cbc1-4b50-9956-8c132a97f8cd req-92e9d885-a794-441d-9244-516a666024e6 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/security-groups?id=1003a388-680c-4014-af60-08e379b7a945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420580 Apr 06 14:25:08.810226 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-aaa41d3e-fc42-4e00-8f5c-006b4bffa6d5 req-59776ece-0b2c-4beb-9aad-e38feaf511af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] For port a22983ba-809d-4245-8096-9c6263cbe094, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a22983ba-809d-4245-8096-9c6263cbe094,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:08.810618 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-aaa41d3e-fc42-4e00-8f5c-006b4bffa6d5 req-59776ece-0b2c-4beb-9aad-e38feaf511af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (a22983ba-809d-4245-8096-9c6263cbe094), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:08.823575 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-aaa41d3e-fc42-4e00-8f5c-006b4bffa6d5 req-59776ece-0b2c-4beb-9aad-e38feaf511af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Calling delete_port for a22983ba-809d-4245-8096-9c6263cbe094 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:08.995472 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a3bc91a1-5a41-4400-ae41-a0d637ec26dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:09.052740 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-aaa41d3e-fc42-4e00-8f5c-006b4bffa6d5 req-59776ece-0b2c-4beb-9aad-e38feaf511af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (a22983ba-809d-4245-8096-9c6263cbe094), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:09.064158 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['a22983ba-809d-4245-8096-9c6263cbe094'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:25:09.086300 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59776ece-0b2c-4beb-9aad-e38feaf511af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Pushing event deleted for resources: {'Port': ['ID=a22983ba-809d-4245-8096-9c6263cbe094,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:09.130769 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa41d3e-fc42-4e00-8f5c-006b4bffa6d5 req-59776ece-0b2c-4beb-9aad-e38feaf511af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] No DVR routers for this DVR port a22983ba-809d-4245-8096-9c6263cbe094 on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:09.133295 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-aaa41d3e-fc42-4e00-8f5c-006b4bffa6d5 req-59776ece-0b2c-4beb-9aad-e38feaf511af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:09.136618 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-aaa41d3e-fc42-4e00-8f5c-006b4bffa6d5 req-59776ece-0b2c-4beb-9aad-e38feaf511af tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.49 "DELETE /v2.0/ports/a22983ba-809d-4245-8096-9c6263cbe094 HTTP/1.1" status: 204 len: 173 time: 0.5141220 Apr 06 14:25:09.137068 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75aa0dd5-db8d-410d-abe5-e5d98670ebcc', 'name': 'network-vif-deleted', 'tag': 'a22983ba-809d-4245-8096-9c6263cbe094'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:09.139342 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f441a333-78b7-4f65-8e43-35d5e901678b" -d '{"events": [{"server_uuid": "75aa0dd5-db8d-410d-abe5-e5d98670ebcc", "name": "network-vif-deleted", "tag": "a22983ba-809d-4245-8096-9c6263cbe094"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:25:09.177193 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7784c6e7-0c47-4c18-a1fd-d222c4332bf6 x-openstack-request-id: req-7784c6e7-0c47-4c18-a1fd-d222c4332bf6 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:25:09.177486 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75aa0dd5-db8d-410d-abe5-e5d98670ebcc", "name": "network-vif-deleted", "tag": "a22983ba-809d-4245-8096-9c6263cbe094", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:25:09.177738 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7784c6e7-0c47-4c18-a1fd-d222c4332bf6 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:25:09.178169 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7784c6e7-0c47-4c18-a1fd-d222c4332bf6'] response: {'server_uuid': '75aa0dd5-db8d-410d-abe5-e5d98670ebcc', 'name': 'network-vif-deleted', 'tag': 'a22983ba-809d-4245-8096-9c6263cbe094', 'status': 'completed', 'code': 200} Apr 06 14:25:09.654860 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 8697ff38-94bf-4773-b6c8-4f7465bdc504 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:25:09.676150 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: 8697ff38-94bf-4773-b6c8-4f7465bdc504 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:25:09.676495 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 8697ff38-94bf-4773-b6c8-4f7465bdc504 not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:25:09.870809 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-25bb1a84-b2dd-4c0b-9e3d-33ed4c543290 req-7414182a-6ee7-4c92-9d36-424fae09c2c4 tempest-ServerRescueNegativeTestJSON-508990597 tempest-ServerRescueNegativeTestJSON-508990597-project] 10.222.0.10 "GET /v2.0/ports?device_id=75aa0dd5-db8d-410d-abe5-e5d98670ebcc HTTP/1.1" status: 200 len: 210 time: 0.0278058 Apr 06 14:25:10.384139 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:10.931862 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33090) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:11.476392 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-69ce6c1c-9ce2-4fc6-8eb3-75bec58e72d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031267'] for router_interface (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:11.787850 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-69ce6c1c-9ce2-4fc6-8eb3-75bec58e72d1 admin admin] Deleting port c4ef88b9-5927-4a8f-b727-445492a244f9 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:11.788033 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-69ce6c1c-9ce2-4fc6-8eb3-75bec58e72d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:11.868591 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-69ce6c1c-9ce2-4fc6-8eb3-75bec58e72d1 admin admin] For port c4ef88b9-5927-4a8f-b727-445492a244f9, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=c4ef88b9-5927-4a8f-b727-445492a244f9,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:11.868955 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-69ce6c1c-9ce2-4fc6-8eb3-75bec58e72d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:11.886246 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-69ce6c1c-9ce2-4fc6-8eb3-75bec58e72d1 admin admin] Calling delete_port for c4ef88b9-5927-4a8f-b727-445492a244f9 owned by network:router_interface {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:12.010041 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:12.138482 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-69ce6c1c-9ce2-4fc6-8eb3-75bec58e72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (c4ef88b9-5927-4a8f-b727-445492a244f9), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:12.166373 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce6c1c-9ce2-4fc6-8eb3-75bec58e72d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ef88b9-5927-4a8f-b727-445492a244f9,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:12.335343 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-69ce6c1c-9ce2-4fc6-8eb3-75bec58e72d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029875'] for router_interface (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:12.555016 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ce6c1c-9ce2-4fc6-8eb3-75bec58e72d1 admin admin] Router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:25:12.662856 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ce6c1c-9ce2-4fc6-8eb3-75bec58e72d1 admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:12.667831 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-69ce6c1c-9ce2-4fc6-8eb3-75bec58e72d1 admin admin] 10.222.0.10 "PUT /v2.0/routers/07eb86a5-9beb-4120-bd9f-d1d22cd3f468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7346697 Apr 06 14:25:12.670378 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33096) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:12.673684 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bbcbb7-13a0-4bbb-afd2-e3e5e8a946b6 None None] Sync routers for ids ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:25:12.684107 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbcbb7-13a0-4bbb-afd2-e3e5e8a946b6 None None] Routers {'07eb86a5-9beb-4120-bd9f-d1d22cd3f468'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:12.684720 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f0bbcbb7-13a0-4bbb-afd2-e3e5e8a946b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:25:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:12.801654 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f0bbcbb7-13a0-4bbb-afd2-e3e5e8a946b6 None None] Set router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:13.019713 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f0bbcbb7-13a0-4bbb-afd2-e3e5e8a946b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:25:12Z', 'revision_number': 5, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:13.048529 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bbcbb7-13a0-4bbb-afd2-e3e5e8a946b6 None None] Checking router: 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:25:13.052550 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] Publish callbacks [] for router (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.057077 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbcbb7-13a0-4bbb-afd2-e3e5e8a946b6 None None] Routers {'07eb86a5-9beb-4120-bd9f-d1d22cd3f468'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:13.057949 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f0bbcbb7-13a0-4bbb-afd2-e3e5e8a946b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:25:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:13.061114 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.178492 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] Publish callbacks [] for router_gateway (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.180641 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f0bbcbb7-13a0-4bbb-afd2-e3e5e8a946b6 None None] Set router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:13.298860 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] Deleting port 40a04951-0c6f-4426-89e4-04b7f48f3738 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:13.299193 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (40a04951-0c6f-4426-89e4-04b7f48f3738), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.387075 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] For port 40a04951-0c6f-4426-89e4-04b7f48f3738, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=40a04951-0c6f-4426-89e4-04b7f48f3738,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:13.387343 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (40a04951-0c6f-4426-89e4-04b7f48f3738), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.399764 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] Calling delete_port for 40a04951-0c6f-4426-89e4-04b7f48f3738 owned by network:router_gateway {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:13.498672 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f0bbcbb7-13a0-4bbb-afd2-e3e5e8a946b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:25:12Z', 'revision_number': 5, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:13.528960 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bbcbb7-13a0-4bbb-afd2-e3e5e8a946b6 None None] The sync data for ids ['07eb86a5-9beb-4120-bd9f-d1d22cd3f468'] in dv-cinder-835881-5-iscsi is: [{'id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'name': 'tempest-ServerRescueNegativeTestJSON-1469015027-router', 'tenant_id': '883a3af0e02a4c4aaa58db13d250a352', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:51Z', 'updated_at': '2022-04-06T14:25:12Z', 'revision_number': 5, 'project_id': '883a3af0e02a4c4aaa58db13d250a352', 'gw_port': {'id': '40a04951-0c6f-4426-89e4-04b7f48f3738', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:11:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07eb86a5-9beb-4120-bd9f-d1d22cd3f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:25:13.652274 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (40a04951-0c6f-4426-89e4-04b7f48f3738), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.677843 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] Pushing event deleted for resources: {'Port': ['ID=40a04951-0c6f-4426-89e4-04b7f48f3738,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:13.696924 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device a22983ba-809d-4245-8096-9c6263cbe094 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:25:13.717349 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: a22983ba-809d-4245-8096-9c6263cbe094 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:25:13.719650 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device a22983ba-809d-4245-8096-9c6263cbe094 not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:25:13.739534 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029685'] for router_gateway (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.851967 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2260'] for router (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.854048 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] Publish callbacks [] for router_controller (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:13.977463 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device c4ef88b9-5927-4a8f-b727-445492a244f9 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:25:14.000191 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: c4ef88b9-5927-4a8f-b727-445492a244f9 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:25:14.000643 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device c4ef88b9-5927-4a8f-b727-445492a244f9 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:25:14.058645 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031823'] for router (07eb86a5-9beb-4120-bd9f-d1d22cd3f468), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:14.059195 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07eb86a5-9beb-4120-bd9f-d1d22cd3f468 {{(pid=103947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:25:14.065876 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:14.068732 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-54116d55-24ca-4342-872f-c057c4f644ff admin admin] 10.222.0.10 "DELETE /v2.0/routers/07eb86a5-9beb-4120-bd9f-d1d22cd3f468 HTTP/1.1" status: 204 len: 168 time: 1.3957686 Apr 06 14:25:14.069697 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33100) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:14.120553 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa9a54f-f5a2-4f1c-8046-1603f0340e99 admin admin] Deleting subnet 0b1e60e8-a738-410d-8a83-efba5f29d55c {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:25:14.127104 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7fa9a54f-f5a2-4f1c-8046-1603f0340e99 admin admin] Publish callbacks [] for subnet (0b1e60e8-a738-410d-8a83-efba5f29d55c), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:14.173925 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7fa9a54f-f5a2-4f1c-8046-1603f0340e99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14463474'] for subnet (0b1e60e8-a738-410d-8a83-efba5f29d55c), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:14.288643 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7fa9a54f-f5a2-4f1c-8046-1603f0340e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (0b1e60e8-a738-410d-8a83-efba5f29d55c), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:14.424408 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7fa9a54f-f5a2-4f1c-8046-1603f0340e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14453863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12719127'] for subnet (0b1e60e8-a738-410d-8a83-efba5f29d55c), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:14.454736 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9a54f-f5a2-4f1c-8046-1603f0340e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b1e60e8-a738-410d-8a83-efba5f29d55c,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:14.458458 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7fa9a54f-f5a2-4f1c-8046-1603f0340e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:14.461614 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7fa9a54f-f5a2-4f1c-8046-1603f0340e99 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0b1e60e8-a738-410d-8a83-efba5f29d55c HTTP/1.1" status: 204 len: 168 time: 0.3907917 Apr 06 14:25:14.464217 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33104) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:14.464465 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08b2fe8-6253-4e0b-948a-3daf3025f569 None None] Network d73478ee-9b0d-4843-9091-2e57c81931a6 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:25:14.537589 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (d73478ee-9b0d-4843-9091-2e57c81931a6), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:14.597177 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] Deleting port 5ca52217-5d5c-4c1a-a494-523b34b088ba {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:14.597346 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:14.630752 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] DHCP port deletion for d73478ee-9b0d-4843-9091-2e57c81931a6 request from dv-cinder-835881-5-iscsi {{(pid=103949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:25:14.660376 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] For port 5ca52217-5d5c-4c1a-a494-523b34b088ba, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=5ca52217-5d5c-4c1a-a494-523b34b088ba,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:14.660737 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:14.674552 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] Calling delete_port for 5ca52217-5d5c-4c1a-a494-523b34b088ba owned by network:dhcp {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:14.679939 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Deleting port 5ca52217-5d5c-4c1a-a494-523b34b088ba {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:14.680347 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:14.748206 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] For port 5ca52217-5d5c-4c1a-a494-523b34b088ba, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=5ca52217-5d5c-4c1a-a494-523b34b088ba,segment=NetworkSegment(243d8e65-ad68-4234-b668-84d987f1b6c8),segment_id=243d8e65-ad68-4234-b668-84d987f1b6c8)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:14.748593 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:14.762488 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Calling delete_port for 5ca52217-5d5c-4c1a-a494-523b34b088ba owned by network:dhcp {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:14.852581 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:14.881040 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] No DVR routers for this DVR port 5ca52217-5d5c-4c1a-a494-523b34b088ba on host dv-cinder-835881-5-iscsi {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:14.883090 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca52217-5d5c-4c1a-a494-523b34b088ba,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:14.887177 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229'] for port (5ca52217-5d5c-4c1a-a494-523b34b088ba), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:14.913209 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Pushing event deleted for resources: {'Port': ['ID=5ca52217-5d5c-4c1a-a494-523b34b088ba,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:14.917867 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] No DVR routers for this DVR port 5ca52217-5d5c-4c1a-a494-523b34b088ba on host dv-cinder-835881-5-iscsi {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:14.923608 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:14.924017 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:14.924328 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:14.924698 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:14.924998 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:14.925294 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:14.925616 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:14.925933 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:14.926250 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:14.926587 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:14.926905 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:14.927220 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:14.927533 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:14.927848 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:14.928162 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d043ce14-42d6-4488-a1e9-a031a71bfa96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:14.965608 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (d73478ee-9b0d-4843-9091-2e57c81931a6), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:14.986843 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73478ee-9b0d-4843-9091-2e57c81931a6']}} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:14.995923 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243d8e65-ad68-4234-b668-84d987f1b6c8') {'for_net_delete': True} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:14.996218 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243d8e65-ad68-4234-b668-84d987f1b6c8') {} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:15.013046 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14463241'] for segment (243d8e65-ad68-4234-b668-84d987f1b6c8), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:15.022135 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (243d8e65-ad68-4234-b668-84d987f1b6c8), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:15.028001 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=103947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:25:15.028378 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14453773'] for segment (243d8e65-ad68-4234-b668-84d987f1b6c8), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: Traceback (most recent call last): Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: timer() Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: cb(*args, **kw) Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: return func(*args, **kwargs) Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: self._notify() Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: self.callback(batched_events) Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: event.method(event) Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: return f(self, *a, **k) Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: return self._get(url).json() Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: return self.request(url, 'GET', **kwargs) Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:25:15.029983 dv-cinder-835881-5-iscsi neutron-server[103947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:25:15.158650 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (d73478ee-9b0d-4843-9091-2e57c81931a6), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:15.165906 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:15.169132 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d73478ee-9b0d-4843-9091-2e57c81931a6 HTTP/1.1" status: 204 len: 168 time: 0.7038448 Apr 06 14:25:15.179751 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f54a71-c981-4d70-9521-c3b4888e6a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=d73478ee-9b0d-4843-9091-2e57c81931a6,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:15.513887 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33108) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:15.554942 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-d719c4ac-1c37-4412-b66d-4af8e1bb2e76 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=883a3af0e02a4c4aaa58db13d250a352&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396724 Apr 06 14:25:15.558216 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33110) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:15.608104 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b990eac3-d58f-43ac-8901-85defeb22729 admin admin] Publish callbacks [] for security_group (1003a388-680c-4014-af60-08e379b7a945), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:15.629237 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b990eac3-d58f-43ac-8901-85defeb22729 admin admin] Publish callbacks [] for security_group (1003a388-680c-4014-af60-08e379b7a945), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:15.766982 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b990eac3-d58f-43ac-8901-85defeb22729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (1003a388-680c-4014-af60-08e379b7a945), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:15.769475 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b990eac3-d58f-43ac-8901-85defeb22729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:15.770679 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-b990eac3-d58f-43ac-8901-85defeb22729 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1003a388-680c-4014-af60-08e379b7a945 HTTP/1.1" status: 204 len: 168 time: 0.2114947 Apr 06 14:25:15.780695 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990eac3-d58f-43ac-8901-85defeb22729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1003a388-680c-4014-af60-08e379b7a945,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:15.867977 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 40a04951-0c6f-4426-89e4-04b7f48f3738 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:25:15.889493 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 40a04951-0c6f-4426-89e4-04b7f48f3738 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:25:15.890635 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 40a04951-0c6f-4426-89e4-04b7f48f3738 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:25:15.891157 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 5ca52217-5d5c-4c1a-a494-523b34b088ba no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:25:15.914128 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 5ca52217-5d5c-4c1a-a494-523b34b088ba {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:25:15.916843 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 5ca52217-5d5c-4c1a-a494-523b34b088ba not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:25:17.594566 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33162) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:17.705362 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-53ea568e-5e4e-4ab2-b94c-3db451bd3f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:17.779502 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-53ea568e-5e4e-4ab2-b94c-3db451bd3f3f admin admin] Publish callbacks [] for security_group (902651f0-cf66-45fb-b358-837c89f8c80e), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:17.878854 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-53ea568e-5e4e-4ab2-b94c-3db451bd3f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (902651f0-cf66-45fb-b358-837c89f8c80e), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:17.916795 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea568e-5e4e-4ab2-b94c-3db451bd3f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902651f0-cf66-45fb-b358-837c89f8c80e,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:17.921193 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-53ea568e-5e4e-4ab2-b94c-3db451bd3f3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33de1d0b1c944002bffd985883716392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255723 Apr 06 14:25:17.924135 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33166) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:17.973713 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e9369e40-8bf9-4f76-95cc-3c3594a2f985 admin admin] Publish callbacks [] for security_group (902651f0-cf66-45fb-b358-837c89f8c80e), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:17.997916 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e9369e40-8bf9-4f76-95cc-3c3594a2f985 admin admin] Publish callbacks [] for security_group (902651f0-cf66-45fb-b358-837c89f8c80e), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:18.149384 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e9369e40-8bf9-4f76-95cc-3c3594a2f985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (902651f0-cf66-45fb-b358-837c89f8c80e), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:18.152000 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e9369e40-8bf9-4f76-95cc-3c3594a2f985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:18.153183 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-e9369e40-8bf9-4f76-95cc-3c3594a2f985 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/902651f0-cf66-45fb-b358-837c89f8c80e HTTP/1.1" status: 204 len: 168 time: 0.2281339 Apr 06 14:25:18.162631 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9369e40-8bf9-4f76-95cc-3c3594a2f985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902651f0-cf66-45fb-b358-837c89f8c80e,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:19.983829 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:25.470724 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40bc6b-db20-42ed-8e51-38af594ad28c req-f6660796-7f05-49a9-857d-6d8a98891ad2 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:25.472177 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2d40bc6b-db20-42ed-8e51-38af594ad28c req-f6660796-7f05-49a9-857d-6d8a98891ad2 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0550630 Apr 06 14:25:25.522142 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2d40bc6b-db20-42ed-8e51-38af594ad28c req-f4bc0ee7-8b05-4bec-8c80-74e66d35be03 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440648 Apr 06 14:25:26.644037 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6159739-dde7-4ba2-abf8-b197c179a85d req-f8d81625-48f3-40b2-b627-156f49a9871e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:26.645559 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c6159739-dde7-4ba2-abf8-b197c179a85d req-f8d81625-48f3-40b2-b627-156f49a9871e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0524261 Apr 06 14:25:26.697865 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c6159739-dde7-4ba2-abf8-b197c179a85d req-9dbc51a5-1714-483e-bf3b-cdf189c44194 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465565 Apr 06 14:25:26.971105 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-a1528fa0-039a-4bbd-b21a-48a995f12900 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:26.972690 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-a1528fa0-039a-4bbd-b21a-48a995f12900 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.49 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 945 time: 0.0562871 Apr 06 14:25:27.080869 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-351b0cd7-c743-4e57-9f59-1c6e4cdebf1e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Deleting port 38345538-1492-4258-b92c-786f2a5fc5d3 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:27.081196 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-351b0cd7-c743-4e57-9f59-1c6e4cdebf1e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (38345538-1492-4258-b92c-786f2a5fc5d3), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.177395 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-351b0cd7-c743-4e57-9f59-1c6e4cdebf1e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] For port 38345538-1492-4258-b92c-786f2a5fc5d3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=38345538-1492-4258-b92c-786f2a5fc5d3,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:27.177750 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-351b0cd7-c743-4e57-9f59-1c6e4cdebf1e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (38345538-1492-4258-b92c-786f2a5fc5d3), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.355776 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-351b0cd7-c743-4e57-9f59-1c6e4cdebf1e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.356132 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-351b0cd7-c743-4e57-9f59-1c6e4cdebf1e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (9cb77b42-5e4f-4778-9ae5-160310035d40), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.356444 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-351b0cd7-c743-4e57-9f59-1c6e4cdebf1e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Floating IP 9cb77b42-5e4f-4778-9ae5-160310035d40 disassociated. External IP: 172.27.2.233, port: 38345538-1492-4258-b92c-786f2a5fc5d3. Apr 06 14:25:27.356778 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-351b0cd7-c743-4e57-9f59-1c6e4cdebf1e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Calling delete_port for 38345538-1492-4258-b92c-786f2a5fc5d3 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:27.584219 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-351b0cd7-c743-4e57-9f59-1c6e4cdebf1e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (38345538-1492-4258-b92c-786f2a5fc5d3), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.613854 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b0cd7-c743-4e57-9f59-1c6e4cdebf1e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event deleted for resources: {'Port': ['ID=38345538-1492-4258-b92c-786f2a5fc5d3,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:27.738015 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-351b0cd7-c743-4e57-9f59-1c6e4cdebf1e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Router 09e119b9-01b2-48f8-bf07-2c60e8125abe has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:25:27.804098 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5b6744ce-f7d3-4c5e-a465-011df2c96345 req-b0f72f90-43ab-47e5-8a53-82240bb0e380 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0373931 Apr 06 14:25:27.862865 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-351b0cd7-c743-4e57-9f59-1c6e4cdebf1e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:27.877803 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb8dcd3-3c11-47ae-8eb9-de16f642b65e None None] Sync routers for ids ['09e119b9-01b2-48f8-bf07-2c60e8125abe'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:25:27.887349 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb8dcd3-3c11-47ae-8eb9-de16f642b65e None None] Routers {'09e119b9-01b2-48f8-bf07-2c60e8125abe'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:27.887917 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-6fb8dcd3-3c11-47ae-8eb9-de16f642b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:25:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['09e119b9-01b2-48f8-bf07-2c60e8125abe'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:27.908116 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-351b0cd7-c743-4e57-9f59-1c6e4cdebf1e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] No DVR routers for this DVR port 38345538-1492-4258-b92c-786f2a5fc5d3 on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:25:27.910706 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-351b0cd7-c743-4e57-9f59-1c6e4cdebf1e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:27.914062 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7048f3dc-598d-42e1-b692-a3a16ae90505 req-351b0cd7-c743-4e57-9f59-1c6e4cdebf1e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.49 "DELETE /v2.0/ports/38345538-1492-4258-b92c-786f2a5fc5d3 HTTP/1.1" status: 204 len: 173 time: 0.9355319 Apr 06 14:25:27.914511 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08e8730-d991-4539-8384-7a5f94daff20', 'name': 'network-vif-deleted', 'tag': '38345538-1492-4258-b92c-786f2a5fc5d3'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:27.916857 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980ef98e-8360-41e2-a7e7-ea0a914e59ce" -d '{"events": [{"server_uuid": "e08e8730-d991-4539-8384-7a5f94daff20", "name": "network-vif-deleted", "tag": "38345538-1492-4258-b92c-786f2a5fc5d3"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:25:27.957948 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7887958b-ed8b-4bb3-bc84-bc06caa25adb x-openstack-request-id: req-7887958b-ed8b-4bb3-bc84-bc06caa25adb {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:25:27.958243 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08e8730-d991-4539-8384-7a5f94daff20", "name": "network-vif-deleted", "tag": "38345538-1492-4258-b92c-786f2a5fc5d3", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:25:27.958755 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7887958b-ed8b-4bb3-bc84-bc06caa25adb {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:25:27.959289 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7887958b-ed8b-4bb3-bc84-bc06caa25adb'] response: {'server_uuid': 'e08e8730-d991-4539-8384-7a5f94daff20', 'name': 'network-vif-deleted', 'tag': '38345538-1492-4258-b92c-786f2a5fc5d3', 'status': 'completed', 'code': 200} Apr 06 14:25:28.004806 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-6fb8dcd3-3c11-47ae-8eb9-de16f642b65e None None] Set router 09e119b9-01b2-48f8-bf07-2c60e8125abe gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:28.236553 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-6fb8dcd3-3c11-47ae-8eb9-de16f642b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9bc35d88-18e4-4e92-a0e6-fbe93d54bc45', 'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'mac_address': 'fa:16:3e:ee:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:03Z', 'updated_at': '2022-04-06T14:17:20Z', 'revision_number': 5, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'subnets': [{'id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:28.263433 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb8dcd3-3c11-47ae-8eb9-de16f642b65e None None] Checking router: 09e119b9-01b2-48f8-bf07-2c60e8125abe for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:25:28.272810 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb8dcd3-3c11-47ae-8eb9-de16f642b65e None None] Routers {'09e119b9-01b2-48f8-bf07-2c60e8125abe'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:28.273413 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-6fb8dcd3-3c11-47ae-8eb9-de16f642b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:25:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['09e119b9-01b2-48f8-bf07-2c60e8125abe'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:28.385615 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-6fb8dcd3-3c11-47ae-8eb9-de16f642b65e None None] Set router 09e119b9-01b2-48f8-bf07-2c60e8125abe gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:28.587652 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-6fb8dcd3-3c11-47ae-8eb9-de16f642b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9bc35d88-18e4-4e92-a0e6-fbe93d54bc45', 'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'mac_address': 'fa:16:3e:ee:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:03Z', 'updated_at': '2022-04-06T14:17:20Z', 'revision_number': 5, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'subnets': [{'id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:28.613597 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb8dcd3-3c11-47ae-8eb9-de16f642b65e None None] The sync data for ids ['09e119b9-01b2-48f8-bf07-2c60e8125abe'] in dv-cinder-835881-5-iscsi is: [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9bc35d88-18e4-4e92-a0e6-fbe93d54bc45', 'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'mac_address': 'fa:16:3e:ee:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:03Z', 'updated_at': '2022-04-06T14:17:20Z', 'revision_number': 5, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'subnets': [{'id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:25:28.857114 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994e36d4-f04a-4823-a6b4-16aee53e140e None None] New status for floating IP 9cb77b42-5e4f-4778-9ae5-160310035d40: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:25:28.974570 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-40c5d289-b370-4f41-8dd6-085e9bc2bd1f req-82aa3b4d-8420-4e1e-90ab-335f8b602ca5 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=e08e8730-d991-4539-8384-7a5f94daff20 HTTP/1.1" status: 200 len: 210 time: 0.0491974 Apr 06 14:25:31.195284 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33330) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:31.254837 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9a55aae9-c968-470a-b0cc-d4055eb2396d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group (3e1f04ea-700a-4cc6-87a9-78b76ebcd17c), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:31.285245 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9a55aae9-c968-470a-b0cc-d4055eb2396d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group (3e1f04ea-700a-4cc6-87a9-78b76ebcd17c), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:31.402132 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9a55aae9-c968-470a-b0cc-d4055eb2396d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (3e1f04ea-700a-4cc6-87a9-78b76ebcd17c), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:31.404799 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9a55aae9-c968-470a-b0cc-d4055eb2396d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:31.406146 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-9a55aae9-c968-470a-b0cc-d4055eb2396d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "DELETE /v2.0/security-groups/3e1f04ea-700a-4cc6-87a9-78b76ebcd17c HTTP/1.1" status: 204 len: 168 time: 0.2097063 Apr 06 14:25:31.408878 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33332) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:31.416128 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55aae9-c968-470a-b0cc-d4055eb2396d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1f04ea-700a-4cc6-87a9-78b76ebcd17c,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:31.431283 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.api.v2.resource [None req-1ec9431b-bcf2-44b1-bf18-84e26d034703 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] show failed (client error): The resource could not be found. Apr 06 14:25:31.432532 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-1ec9431b-bcf2-44b1-bf18-84e26d034703 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups/3e1f04ea-700a-4cc6-87a9-78b76ebcd17c HTTP/1.1" status: 404 len: 347 time: 0.0225730 Apr 06 14:25:31.437008 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33334) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:31.589056 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-5b73b805-545c-40d8-8aa1-04885fce6d7f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Deleting port b34dfca5-db92-42bf-a06a-313ba762cc50 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:25:31.589056 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5b73b805-545c-40d8-8aa1-04885fce6d7f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (b34dfca5-db92-42bf-a06a-313ba762cc50), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:31.673381 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5b73b805-545c-40d8-8aa1-04885fce6d7f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (b34dfca5-db92-42bf-a06a-313ba762cc50), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:31.673703 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5b73b805-545c-40d8-8aa1-04885fce6d7f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for floatingip (b34dfca5-db92-42bf-a06a-313ba762cc50), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:31.689455 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-5b73b805-545c-40d8-8aa1-04885fce6d7f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Calling delete_port for b34dfca5-db92-42bf-a06a-313ba762cc50 owned by network:floatingip {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:25:31.764108 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 38345538-1492-4258-b92c-786f2a5fc5d3 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:25:31.786396 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: 38345538-1492-4258-b92c-786f2a5fc5d3 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:25:31.786791 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 38345538-1492-4258-b92c-786f2a5fc5d3 not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:25:31.910457 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5b73b805-545c-40d8-8aa1-04885fce6d7f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (b34dfca5-db92-42bf-a06a-313ba762cc50), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:31.939192 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73b805-545c-40d8-8aa1-04885fce6d7f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event deleted for resources: {'Port': ['ID=b34dfca5-db92-42bf-a06a-313ba762cc50,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:32.003815 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5b73b805-545c-40d8-8aa1-04885fce6d7f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for floatingip (9cb77b42-5e4f-4778-9ae5-160310035d40), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:32.006464 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5b73b805-545c-40d8-8aa1-04885fce6d7f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:32.007665 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-5b73b805-545c-40d8-8aa1-04885fce6d7f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "DELETE /v2.0/floatingips/9cb77b42-5e4f-4778-9ae5-160310035d40 HTTP/1.1" status: 204 len: 168 time: 0.5689888 Apr 06 14:25:32.325486 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33346) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:32.330995 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-f0fd5d99-92bb-4da8-8c8c-64f20b9548a5 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Request body: {'security_group': {'name': 'tempest-securitygroup--482250052', 'description': 'tempest-description--1262919747'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:25:32.424560 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5d99-92bb-4da8-8c8c-64f20b9548a5 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:32.496132 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5d99-92bb-4da8-8c8c-64f20b9548a5 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group (362972af-adf1-41ee-a468-ad245be57dda), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:32.573099 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5d99-92bb-4da8-8c8c-64f20b9548a5 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (362972af-adf1-41ee-a468-ad245be57dda), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:32.601935 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd5d99-92bb-4da8-8c8c-64f20b9548a5 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362972af-adf1-41ee-a468-ad245be57dda,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:32.655075 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f0fd5d99-92bb-4da8-8c8c-64f20b9548a5 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:32.656894 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-f0fd5d99-92bb-4da8-8c8c-64f20b9548a5 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3302689 Apr 06 14:25:32.659726 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33350) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:32.664221 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-655ddca4-3ef2-489f-8b6b-37479c673c0f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Request body: {'security_group_rule': {'security_group_id': '362972af-adf1-41ee-a468-ad245be57dda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:25:32.778196 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-655ddca4-3ef2-489f-8b6b-37479c673c0f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group_rule (ead2b8a4-ecb3-470d-b2c8-af14d40a1bb6), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:32.843425 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-655ddca4-3ef2-489f-8b6b-37479c673c0f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group_rule (ead2b8a4-ecb3-470d-b2c8-af14d40a1bb6), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:32.924391 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-655ddca4-3ef2-489f-8b6b-37479c673c0f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (ead2b8a4-ecb3-470d-b2c8-af14d40a1bb6), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:32.943640 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ddca4-3ef2-489f-8b6b-37479c673c0f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead2b8a4-ecb3-470d-b2c8-af14d40a1bb6,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:33.023952 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-655ddca4-3ef2-489f-8b6b-37479c673c0f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:33.025292 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-655ddca4-3ef2-489f-8b6b-37479c673c0f tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3646147 Apr 06 14:25:33.028056 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33354) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:33.033199 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-a52865e1-6f97-45c4-9691-fc91d40ac16d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Request body: {'security_group_rule': {'security_group_id': '362972af-adf1-41ee-a468-ad245be57dda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:25:33.124397 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a52865e1-6f97-45c4-9691-fc91d40ac16d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group_rule (8f94739e-7fef-48b8-ae70-231c4af64f78), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:33.185101 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a52865e1-6f97-45c4-9691-fc91d40ac16d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group_rule (8f94739e-7fef-48b8-ae70-231c4af64f78), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:33.259040 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a52865e1-6f97-45c4-9691-fc91d40ac16d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (8f94739e-7fef-48b8-ae70-231c4af64f78), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:33.277484 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52865e1-6f97-45c4-9691-fc91d40ac16d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f94739e-7fef-48b8-ae70-231c4af64f78,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:33.358450 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a52865e1-6f97-45c4-9691-fc91d40ac16d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:33.360441 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-a52865e1-6f97-45c4-9691-fc91d40ac16d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3314290 Apr 06 14:25:33.363538 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33356) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:33.367890 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Request body: {'floatingip': {'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:25:33.459313 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:33.560281 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:33.665469 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Allocated IP 172.27.2.111 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/bcacb52b-4da7-4b3d-be7b-bc304be970eb) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:25:33.773462 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for port (bcacb52b-4da7-4b3d-be7b-bc304be970eb), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:33.965459 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (bcacb52b-4da7-4b3d-be7b-bc304be970eb), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:34.014785 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:25:34.018812 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:25:34.025329 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:25:34.025581 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event updated for resources: {'Port': ['ID=bcacb52b-4da7-4b3d-be7b-bc304be970eb,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:34.114904 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for floatingip (a1922bcd-37a2-46e1-8bba-34ac5eb52181), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:34.244020 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (bcacb52b-4da7-4b3d-be7b-bc304be970eb), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:34.403370 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for port (bcacb52b-4da7-4b3d-be7b-bc304be970eb), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:34.479039 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12612076'] for port (bcacb52b-4da7-4b3d-be7b-bc304be970eb), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:34.559852 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (a1922bcd-37a2-46e1-8bba-34ac5eb52181), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:34.563330 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event updated for resources: {'Port': ['ID=bcacb52b-4da7-4b3d-be7b-bc304be970eb,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:34.649755 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:34.651046 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-e36810ed-02ed-4767-8917-a7720798f9f8 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2865651 Apr 06 14:25:34.847853 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-a818d8e4-be85-4f29-9311-46c6dbd98656 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--482250052&fields=id&tenant_id=7c06d10321c24c2eb672098ef14e6bad HTTP/1.1" status: 200 len: 267 time: 0.0428035 Apr 06 14:25:34.899423 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:25:34.955990 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-a6bdef0c-b420-4081-b65b-63c234d1b098 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:34.957441 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-a6bdef0c-b420-4081-b65b-63c234d1b098 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/networks?id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc HTTP/1.1" status: 200 len: 810 time: 0.1031795 Apr 06 14:25:34.972528 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-899edef5-bae9-40ed-b8c9-15e5cccd46e6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/quotas/7c06d10321c24c2eb672098ef14e6bad HTTP/1.1" status: 200 len: 375 time: 0.0095201 Apr 06 14:25:35.030424 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-58a857c1-ec23-4286-a08d-e2e6988f4a42 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7c06d10321c24c2eb672098ef14e6bad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526843 Apr 06 14:25:35.119308 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-288e7fa6-dae9-4791-b02d-f0c20dc41c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:35.132688 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-4f58dfae-bae3-4b5d-9ec4-c6cb3a8ab7d1 service neutron] 10.222.0.10 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912659 Apr 06 14:25:35.223789 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-3bf24fa2-6b7a-492c-91bc-38facbb993ee service neutron] 10.222.0.10 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851920 Apr 06 14:25:35.474968 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9d39b38a-72e0-47db-82ad-4a59892db11d req-18d2b904-9a3d-40f6-b743-d4f19a66d25d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 210 time: 0.0277109 Apr 06 14:25:36.570809 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b5395660-ffbb-4dbd-b093-2f35f4d0f0df req-8371fe19-9234-432a-9969-09eeb1adc5ba tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 210 time: 0.0282497 Apr 06 14:25:37.525053 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-bc38b3c8-969f-4287-9ee0-42c3b8425a3a tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:37.527231 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-bc38b3c8-969f-4287-9ee0-42c3b8425a3a tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.49 "GET /v2.0/networks?id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc HTTP/1.1" status: 200 len: 810 time: 0.1021030 Apr 06 14:25:37.592210 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-0945fc9c-6e99-451c-8704-56eeba7d6bf1 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c06d10321c24c2eb672098ef14e6bad HTTP/1.1" status: 200 len: 379 time: 0.0565774 Apr 06 14:25:37.602212 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-401b3788-ac01-4ff2-82ed-76072cad71b6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Request body: {'port': {'device_id': 'f7fab3b1-e450-411f-8076-236b8d61a1f4', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'admin_state_up': True, 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'security_groups': ['362972af-adf1-41ee-a468-ad245be57dda']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:25:37.671411 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c6018510-643e-4054-b7d2-a026abc81d0c req-04855469-afda-48d2-859b-732aeaafe828 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 210 time: 0.0286474 Apr 06 14:25:37.821861 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-401b3788-ac01-4ff2-82ed-76072cad71b6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Made reservation on behalf of 7c06d10321c24c2eb672098ef14e6bad for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:25:37.825294 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-401b3788-ac01-4ff2-82ed-76072cad71b6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:37.956855 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-401b3788-ac01-4ff2-82ed-76072cad71b6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Allocated IP 172.20.0.11 (e7f06fab-66c7-42ea-96fa-e281e3bc57bc/33aa3945-cd87-4a41-b88b-8619a64161f1/348c891f-b5f0-4631-8371-0391ae585e3a) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:25:38.109027 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-401b3788-ac01-4ff2-82ed-76072cad71b6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for port (348c891f-b5f0-4631-8371-0391ae585e3a), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:38.245620 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-401b3788-ac01-4ff2-82ed-76072cad71b6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (348c891f-b5f0-4631-8371-0391ae585e3a), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:38.292658 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-401b3788-ac01-4ff2-82ed-76072cad71b6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Network e7f06fab-66c7-42ea-96fa-e281e3bc57bc is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:25:38.295972 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-401b3788-ac01-4ff2-82ed-76072cad71b6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:25:38.300025 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-401b3788-ac01-4ff2-82ed-76072cad71b6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:25:38.323429 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b3788-ac01-4ff2-82ed-76072cad71b6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event updated for resources: {'Port': ['ID=348c891f-b5f0-4631-8371-0391ae585e3a,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:38.354879 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-401b3788-ac01-4ff2-82ed-76072cad71b6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:38.355422 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-401b3788-ac01-4ff2-82ed-76072cad71b6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:38.422688 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-401b3788-ac01-4ff2-82ed-76072cad71b6 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8237598 Apr 06 14:25:38.443495 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Request body: {'port': {'device_id': 'f7fab3b1-e450-411f-8076-236b8d61a1f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:25:38.509601 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (348c891f-b5f0-4631-8371-0391ae585e3a), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:38.577320 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-57c40c7a-d523-40a3-b011-92bc84c2652e None None] Provisioning complete for port 348c891f-b5f0-4631-8371-0391ae585e3a triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:25:38.577893 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-57c40c7a-d523-40a3-b011-92bc84c2652e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (348c891f-b5f0-4631-8371-0391ae585e3a), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:38.614245 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-57c40c7a-d523-40a3-b011-92bc84c2652e None None] Port 348c891f-b5f0-4631-8371-0391ae585e3a cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:25:38.771312 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 348c891f-b5f0-4631-8371-0391ae585e3a {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:25:38.779158 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Publish callbacks [] for port (348c891f-b5f0-4631-8371-0391ae585e3a), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:38.791976 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Transition to ACTIVE for port object 348c891f-b5f0-4631-8371-0391ae585e3a will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:25:38.797853 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed07526-a162-40fd-ae4e-1d66d5d5d29e req-efcae5aa-3527-45e9-a6df-c555be4d32ef tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:38.805095 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0ed07526-a162-40fd-ae4e-1d66d5d5d29e req-efcae5aa-3527-45e9-a6df-c555be4d32ef tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 932 time: 0.0590830 Apr 06 14:25:38.846001 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0ed07526-a162-40fd-ae4e-1d66d5d5d29e req-a18c33c3-f6b3-4999-9753-1bb12ceddcc0 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=362972af-adf1-41ee-a468-ad245be57dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409200 Apr 06 14:25:38.870491 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (348c891f-b5f0-4631-8371-0391ae585e3a), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:38.919999 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=348c891f-b5f0-4631-8371-0391ae585e3a,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:38.985468 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-875bfc33-931b-44ef-bd5d-2dfb9389feec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:38.998402 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Attempting to bind port 348c891f-b5f0-4631-8371-0391ae585e3a on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:25:38.998974 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Attempting to bind port 348c891f-b5f0-4631-8371-0391ae585e3a by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:25:38.999306 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Attempting to bind port 348c891f-b5f0-4631-8371-0391ae585e3a on network e7f06fab-66c7-42ea-96fa-e281e3bc57bc {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:25:39.004169 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Port 348c891f-b5f0-4631-8371-0391ae585e3a on network e7f06fab-66c7-42ea-96fa-e281e3bc57bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:25:39.004490 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Attempting to bind port 348c891f-b5f0-4631-8371-0391ae585e3a on network e7f06fab-66c7-42ea-96fa-e281e3bc57bc {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:25:39.009887 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:25:39.010226 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Checking segment: {'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:25:39.010639 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Bound using segment: {'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:25:39.011117 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Bound port: 348c891f-b5f0-4631-8371-0391ae585e3a, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea32f625-25d0-48b7-8e79-9af109460771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:25:39.011532 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (348c891f-b5f0-4631-8371-0391ae585e3a), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:39.080959 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] For port 348c891f-b5f0-4631-8371-0391ae585e3a, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:25:39.084062 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] For port 348c891f-b5f0-4631-8371-0391ae585e3a, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=348c891f-b5f0-4631-8371-0391ae585e3a,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:25:39.237270 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (348c891f-b5f0-4631-8371-0391ae585e3a), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:39.279946 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:39.280987 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:39.282423 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] 10.222.0.49 "PUT /v2.0/ports/348c891f-b5f0-4631-8371-0391ae585e3a HTTP/1.1" status: 200 len: 1094 time: 0.8433177 Apr 06 14:25:39.282966 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7fab3b1-e450-411f-8076-236b8d61a1f4', 'tag': '348c891f-b5f0-4631-8371-0391ae585e3a'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:39.285292 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777259ff-88fb-4c2e-85fb-211f5892bffb" -d '{"events": [{"name": "network-changed", "server_uuid": "f7fab3b1-e450-411f-8076-236b8d61a1f4", "tag": "348c891f-b5f0-4631-8371-0391ae585e3a"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:25:39.312314 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49948911-2862-4775-86df-95d51e94d0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=348c891f-b5f0-4631-8371-0391ae585e3a,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:39.343410 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acd0cda-bbaa-40a4-a072-ead6612c20dc x-openstack-request-id: req-3acd0cda-bbaa-40a4-a072-ead6612c20dc {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:25:39.347675 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7fab3b1-e450-411f-8076-236b8d61a1f4", "tag": "348c891f-b5f0-4631-8371-0391ae585e3a", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:25:39.347675 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3acd0cda-bbaa-40a4-a072-ead6612c20dc {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:25:39.347675 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3acd0cda-bbaa-40a4-a072-ead6612c20dc'] response: {'name': 'network-changed', 'server_uuid': 'f7fab3b1-e450-411f-8076-236b8d61a1f4', 'tag': '348c891f-b5f0-4631-8371-0391ae585e3a', 'status': 'completed', 'code': 200} Apr 06 14:25:39.415954 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777259ff-88fb-4c2e-85fb-211f5892bffb req-99ae145f-198d-4aca-b8ca-ce0ac8e16190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:39.417653 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-777259ff-88fb-4c2e-85fb-211f5892bffb req-99ae145f-198d-4aca-b8ca-ce0ac8e16190 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c06d10321c24c2eb672098ef14e6bad&device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 1128 time: 0.0539205 Apr 06 14:25:39.530604 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777259ff-88fb-4c2e-85fb-211f5892bffb req-7f9a2682-2a13-4970-a062-a533e9e7906d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:39.532227 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-777259ff-88fb-4c2e-85fb-211f5892bffb req-7f9a2682-2a13-4970-a062-a533e9e7906d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7c06d10321c24c2eb672098ef14e6bad&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1062841 Apr 06 14:25:39.633719 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777259ff-88fb-4c2e-85fb-211f5892bffb req-56962d8b-5af0-4d59-976a-380cb63ab841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:39.635229 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-777259ff-88fb-4c2e-85fb-211f5892bffb req-56962d8b-5af0-4d59-976a-380cb63ab841 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968349 Apr 06 14:25:39.716832 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-cd663c77-9e6e-4f6b-b880-93a89198bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:39.718244 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-cd663c77-9e6e-4f6b-b880-93a89198bf9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c06d10321c24c2eb672098ef14e6bad&device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 1128 time: 0.0448127 Apr 06 14:25:39.761362 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-56d8870a-c9fe-471b-9dde-57199b967c3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c891f-b5f0-4631-8371-0391ae585e3a HTTP/1.1" status: 200 len: 217 time: 0.0342953 Apr 06 14:25:39.818370 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-6f61e2b1-78de-48cd-b24a-80afb204347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:39.819980 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-6f61e2b1-78de-48cd-b24a-80afb204347b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33aa3945-cd87-4a41-b88b-8619a64161f1 HTTP/1.1" status: 200 len: 849 time: 0.0523782 Apr 06 14:25:39.874697 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-c41f3530-687a-4b13-a7fd-c3a08258dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:39.877209 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-c41f3530-687a-4b13-a7fd-c3a08258dd6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454865 Apr 06 14:25:39.964139 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade09e00-4dc5-4c7b-9a13-4fe84e947ff0 req-354e3087-a219-4a61-b1d5-544c0213f1d9 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:39.965618 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ade09e00-4dc5-4c7b-9a13-4fe84e947ff0 req-354e3087-a219-4a61-b1d5-544c0213f1d9 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 944 time: 0.0521014 Apr 06 14:25:39.973253 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-ac5eb293-269c-4341-bfaf-d3738520ef5b service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859098 Apr 06 14:25:40.014073 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ade09e00-4dc5-4c7b-9a13-4fe84e947ff0 req-7b44651e-2189-432b-b225-c2ccbc0eaca0 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=362972af-adf1-41ee-a468-ad245be57dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419033 Apr 06 14:25:40.067282 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6319e1a9-3ac3-4402-9a7c-4c2136f70504 req-2445e232-15f9-40ff-89af-0944d51c1f41 service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881457 Apr 06 14:25:40.356678 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:41.148356 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1c838-231a-4d1b-8596-5ebe26ec681a req-87446b4f-a26a-47f3-beba-4af95058b1fa tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:41.149899 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-42f1c838-231a-4d1b-8596-5ebe26ec681a req-87446b4f-a26a-47f3-beba-4af95058b1fa tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 944 time: 0.0570335 Apr 06 14:25:41.200749 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-42f1c838-231a-4d1b-8596-5ebe26ec681a req-bc9b33f8-e497-4123-a94c-8f67eb6fd8b3 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=362972af-adf1-41ee-a468-ad245be57dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441525 Apr 06 14:25:42.030620 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:42.324046 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eeb6d1-e715-4be9-b58a-f7e84b9791ba req-14002c4f-9d52-4dea-bae0-094b253ad5ea tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:42.325573 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-93eeb6d1-e715-4be9-b58a-f7e84b9791ba req-14002c4f-9d52-4dea-bae0-094b253ad5ea tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 944 time: 0.0547881 Apr 06 14:25:42.377690 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-93eeb6d1-e715-4be9-b58a-f7e84b9791ba req-c6b62095-0321-4cc3-a98f-86baee172a1d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=362972af-adf1-41ee-a468-ad245be57dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457416 Apr 06 14:25:42.852782 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33488) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:42.959781 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-68d8e350-7ced-4f08-a2d6-168d758d37e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:43.022352 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:43.041140 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-68d8e350-7ced-4f08-a2d6-168d758d37e4 admin admin] Publish callbacks [] for security_group (7579686c-88f3-425a-8305-19d20e6ae682), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:43.096588 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-68d8e350-7ced-4f08-a2d6-168d758d37e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7579686c-88f3-425a-8305-19d20e6ae682), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:43.133510 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8e350-7ced-4f08-a2d6-168d758d37e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7579686c-88f3-425a-8305-19d20e6ae682,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:43.139049 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-68d8e350-7ced-4f08-a2d6-168d758d37e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a14388478994ba2b421f7187e52a202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852621 Apr 06 14:25:43.142280 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33492) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:43.189910 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b23d6211-afed-4670-846d-4f48b37db5fe admin admin] Publish callbacks [] for security_group (7579686c-88f3-425a-8305-19d20e6ae682), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:43.210430 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b23d6211-afed-4670-846d-4f48b37db5fe admin admin] Publish callbacks [] for security_group (7579686c-88f3-425a-8305-19d20e6ae682), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:43.319481 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b23d6211-afed-4670-846d-4f48b37db5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7579686c-88f3-425a-8305-19d20e6ae682), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:43.322154 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b23d6211-afed-4670-846d-4f48b37db5fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:43.323394 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b23d6211-afed-4670-846d-4f48b37db5fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7579686c-88f3-425a-8305-19d20e6ae682 HTTP/1.1" status: 204 len: 168 time: 0.1806593 Apr 06 14:25:43.332637 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d6211-afed-4670-846d-4f48b37db5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7579686c-88f3-425a-8305-19d20e6ae682,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:43.496896 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a82f86-1fc2-48b0-8bee-1ff96d8cad8e req-dbc5559b-30c9-4ba1-9150-ffd1722b3b36 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:43.498283 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a6a82f86-1fc2-48b0-8bee-1ff96d8cad8e req-dbc5559b-30c9-4ba1-9150-ffd1722b3b36 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 944 time: 0.0527275 Apr 06 14:25:43.548581 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a6a82f86-1fc2-48b0-8bee-1ff96d8cad8e req-d6ab0d22-2a2a-415a-b3fd-1e0474e07318 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=362972af-adf1-41ee-a468-ad245be57dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443246 Apr 06 14:25:44.046050 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33500) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:44.059036 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d82f8a4f-14d5-46d6-a8cc-9014f5e50951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:44.133429 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d82f8a4f-14d5-46d6-a8cc-9014f5e50951 admin admin] Publish callbacks [] for security_group (7fd275c1-38c1-4500-9d00-ef8e53f43c02), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:44.205127 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d82f8a4f-14d5-46d6-a8cc-9014f5e50951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7fd275c1-38c1-4500-9d00-ef8e53f43c02), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:44.244738 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-d82f8a4f-14d5-46d6-a8cc-9014f5e50951 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62957e81282444b3ba9eda609d04b3a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975780 Apr 06 14:25:44.245591 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f8a4f-14d5-46d6-a8cc-9014f5e50951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd275c1-38c1-4500-9d00-ef8e53f43c02,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:44.247447 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33502) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:44.296305 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3955ca38-32b3-4d8a-a06b-69f07b0e1962 admin admin] Publish callbacks [] for security_group (7fd275c1-38c1-4500-9d00-ef8e53f43c02), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:44.321881 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3955ca38-32b3-4d8a-a06b-69f07b0e1962 admin admin] Publish callbacks [] for security_group (7fd275c1-38c1-4500-9d00-ef8e53f43c02), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:44.453862 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3955ca38-32b3-4d8a-a06b-69f07b0e1962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7fd275c1-38c1-4500-9d00-ef8e53f43c02), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:44.456525 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3955ca38-32b3-4d8a-a06b-69f07b0e1962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:44.457693 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3955ca38-32b3-4d8a-a06b-69f07b0e1962 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fd275c1-38c1-4500-9d00-ef8e53f43c02 HTTP/1.1" status: 204 len: 168 time: 0.2092626 Apr 06 14:25:44.468423 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955ca38-32b3-4d8a-a06b-69f07b0e1962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd275c1-38c1-4500-9d00-ef8e53f43c02,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:44.668989 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c61950-149a-4546-8e8d-d2ae15cfd0a0 req-f8f5eeb6-9aa8-43f9-a212-076d10efad27 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:44.670480 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-92c61950-149a-4546-8e8d-d2ae15cfd0a0 req-f8f5eeb6-9aa8-43f9-a212-076d10efad27 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 944 time: 0.0532331 Apr 06 14:25:44.719542 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-92c61950-149a-4546-8e8d-d2ae15cfd0a0 req-6244cfd6-efd7-4e7b-8669-2eaf7971d0a0 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=362972af-adf1-41ee-a468-ad245be57dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420387 Apr 06 14:25:45.826642 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 348c891f-b5f0-4631-8371-0391ae585e3a details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:25:45.841282 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48192e5-5dc9-450b-ba59-f2c8563e0ecd req-40bdb591-b972-4819-9a31-44b494b976fc tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:45.853727 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d48192e5-5dc9-450b-ba59-f2c8563e0ecd req-40bdb591-b972-4819-9a31-44b494b976fc tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 944 time: 0.0553453 Apr 06 14:25:45.896712 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d48192e5-5dc9-450b-ba59-f2c8563e0ecd req-f4f648d5-9f6b-415f-a3aa-21a4953d8f70 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=362972af-adf1-41ee-a468-ad245be57dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475028 Apr 06 14:25:45.926276 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 348c891f-b5f0-4631-8371-0391ae585e3a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=348c891f-b5f0-4631-8371-0391ae585e3a,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:45.938185 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '348c891f-b5f0-4631-8371-0391ae585e3a', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'port_id': '348c891f-b5f0-4631-8371-0391ae585e3a', 'mac_address': 'fa:16:3e:3c:dc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:25:45.978811 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 348c891f-b5f0-4631-8371-0391ae585e3a is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:25:45.979191 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (348c891f-b5f0-4631-8371-0391ae585e3a), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:45.991824 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 348c891f-b5f0-4631-8371-0391ae585e3a {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:25:46.012120 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 348c891f-b5f0-4631-8371-0391ae585e3a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=348c891f-b5f0-4631-8371-0391ae585e3a,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:46.102390 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (348c891f-b5f0-4631-8371-0391ae585e3a), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:46.150615 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=348c891f-b5f0-4631-8371-0391ae585e3a,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:46.615898 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['348c891f-b5f0-4631-8371-0391ae585e3a'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:25:47.024846 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d46a3-af7e-4e80-b473-69df768b1889 req-eb35c8bc-5b30-4cba-a980-064bb0dd6d7a tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:47.026311 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bd7d46a3-af7e-4e80-b473-69df768b1889 req-eb35c8bc-5b30-4cba-a980-064bb0dd6d7a tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 945 time: 0.0581467 Apr 06 14:25:47.073405 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bd7d46a3-af7e-4e80-b473-69df768b1889 req-6ae88e7f-79d0-4ab6-acb4-6052121853d2 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=362972af-adf1-41ee-a468-ad245be57dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413976 Apr 06 14:25:47.852280 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 348c891f-b5f0-4631-8371-0391ae585e3a up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:25:48.017359 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port 348c891f-b5f0-4631-8371-0391ae585e3a completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:25:48.021602 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 348c891f-b5f0-4631-8371-0391ae585e3a triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:25:48.022030 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (348c891f-b5f0-4631-8371-0391ae585e3a), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:48.103487 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 348c891f-b5f0-4631-8371-0391ae585e3a is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:25:48.103750 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (348c891f-b5f0-4631-8371-0391ae585e3a), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:48.128315 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fab3b1-e450-411f-8076-236b8d61a1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c891f-b5f0-4631-8371-0391ae585e3a'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:48.130770 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e9a28b-d94b-4f28-9e06-a6403afd4279" -d '{"events": [{"server_uuid": "f7fab3b1-e450-411f-8076-236b8d61a1f4", "name": "network-vif-plugged", "status": "completed", "tag": "348c891f-b5f0-4631-8371-0391ae585e3a"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:25:48.143892 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 348c891f-b5f0-4631-8371-0391ae585e3a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=348c891f-b5f0-4631-8371-0391ae585e3a,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:25:48.167863 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b0fd1f-1f09-41c5-818b-67579d938438 x-openstack-request-id: req-81b0fd1f-1f09-41c5-818b-67579d938438 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:25:48.168307 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fab3b1-e450-411f-8076-236b8d61a1f4", "name": "network-vif-plugged", "status": "completed", "tag": "348c891f-b5f0-4631-8371-0391ae585e3a", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:25:48.168613 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81b0fd1f-1f09-41c5-818b-67579d938438 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:25:48.169059 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b0fd1f-1f09-41c5-818b-67579d938438'] response: {'server_uuid': 'f7fab3b1-e450-411f-8076-236b8d61a1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '348c891f-b5f0-4631-8371-0391ae585e3a', 'code': 200} Apr 06 14:25:48.196689 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (348c891f-b5f0-4631-8371-0391ae585e3a), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:48.218890 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2ec62-aeeb-4e42-8a38-8a2f5d8cd2e6 req-68295344-a5f0-43ee-8002-dde1d7717384 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:48.221751 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5bf2ec62-aeeb-4e42-8a38-8a2f5d8cd2e6 req-68295344-a5f0-43ee-8002-dde1d7717384 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 945 time: 0.0786436 Apr 06 14:25:48.261605 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=348c891f-b5f0-4631-8371-0391ae585e3a,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:48.278112 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5bf2ec62-aeeb-4e42-8a38-8a2f5d8cd2e6 req-289701be-17b7-4f1f-b02d-a4cf2df5c085 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=362972af-adf1-41ee-a468-ad245be57dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496571 Apr 06 14:25:48.476760 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c78df-6f46-43bd-b4eb-4676bc3a20a1 req-a41c4cc3-4aac-4122-a8f3-68ee4583c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:48.478433 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-820c78df-6f46-43bd-b4eb-4676bc3a20a1 req-a41c4cc3-4aac-4122-a8f3-68ee4583c0dc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 1130 time: 0.0461237 Apr 06 14:25:48.522425 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-820c78df-6f46-43bd-b4eb-4676bc3a20a1 req-a8a15dd3-a98a-4464-a314-635a931bba2c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=362972af-adf1-41ee-a468-ad245be57dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381706 Apr 06 14:25:49.400805 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21d0ee-4d2d-4701-b4cd-a7cea87d6eaf req-3c34b8d2-59a7-4a57-989c-f6d2fe94b193 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:49.402303 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3f21d0ee-4d2d-4701-b4cd-a7cea87d6eaf req-3c34b8d2-59a7-4a57-989c-f6d2fe94b193 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 946 time: 0.0537052 Apr 06 14:25:49.451075 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3f21d0ee-4d2d-4701-b4cd-a7cea87d6eaf req-7af34a88-3c72-4a1b-9cd7-3f321d5f4f3d tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=362972af-adf1-41ee-a468-ad245be57dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424051 Apr 06 14:25:50.053897 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:50.568336 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b2253-70d4-4b4e-a6f3-9f79104a6c58 req-f05d0e1c-fbf0-4c0b-895a-85deac7a9b67 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:50.569850 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3c2b2253-70d4-4b4e-a6f3-9f79104a6c58 req-f05d0e1c-fbf0-4c0b-895a-85deac7a9b67 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 946 time: 0.0524442 Apr 06 14:25:50.626486 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3c2b2253-70d4-4b4e-a6f3-9f79104a6c58 req-debf87d0-7d77-47a2-81c4-9fa276366d94 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=362972af-adf1-41ee-a468-ad245be57dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481260 Apr 06 14:25:50.739328 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9e85c-e76e-4655-bde4-dc85ac0cce73 req-89a3714e-2114-4ea3-be3e-57d98d381a22 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:50.740821 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-02d9e85c-e76e-4655-bde4-dc85ac0cce73 req-89a3714e-2114-4ea3-be3e-57d98d381a22 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 946 time: 0.0519383 Apr 06 14:25:50.749880 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33608) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:50.754771 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-ef57c922-9f0a-4aef-8a58-0378b3644b96 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Request body: {'floatingip': {'port_id': '348c891f-b5f0-4631-8371-0391ae585e3a'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:25:50.793193 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ef57c922-9f0a-4aef-8a58-0378b3644b96 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for floatingip (a1922bcd-37a2-46e1-8bba-34ac5eb52181), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:51.565446 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ef57c922-9f0a-4aef-8a58-0378b3644b96 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:51.682552 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ef57c922-9f0a-4aef-8a58-0378b3644b96 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (a1922bcd-37a2-46e1-8bba-34ac5eb52181), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:51.791172 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-ef57c922-9f0a-4aef-8a58-0378b3644b96 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Floating IP a1922bcd-37a2-46e1-8bba-34ac5eb52181 associated. External IP: 172.27.2.111, port: 348c891f-b5f0-4631-8371-0391ae585e3a. Apr 06 14:25:51.883858 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33622) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:51.999479 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-961f969f-e901-47d4-a13f-d80ed238f8ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:52.018776 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef57c922-9f0a-4aef-8a58-0378b3644b96 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Router 09e119b9-01b2-48f8-bf07-2c60e8125abe has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:25:52.078868 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-961f969f-e901-47d4-a13f-d80ed238f8ca admin admin] Publish callbacks [] for security_group (4f0b964a-3b57-40f3-8fbc-eaaf5e2ca683), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:52.133613 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef57c922-9f0a-4aef-8a58-0378b3644b96 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:25:52.138368 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ef57c922-9f0a-4aef-8a58-0378b3644b96 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:52.145794 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e754d-0170-4d2f-a762-143e51ea1e3c None None] Sync routers for ids ['09e119b9-01b2-48f8-bf07-2c60e8125abe'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:25:52.157556 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e754d-0170-4d2f-a762-143e51ea1e3c None None] Routers {'09e119b9-01b2-48f8-bf07-2c60e8125abe'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:52.158416 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-921e754d-0170-4d2f-a762-143e51ea1e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:25:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['09e119b9-01b2-48f8-bf07-2c60e8125abe'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:52.163450 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-961f969f-e901-47d4-a13f-d80ed238f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4f0b964a-3b57-40f3-8fbc-eaaf5e2ca683), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:52.169790 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-ef57c922-9f0a-4aef-8a58-0378b3644b96 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "PUT /v2.0/floatingips/a1922bcd-37a2-46e1-8bba-34ac5eb52181 HTTP/1.1" status: 200 len: 992 time: 1.4186149 Apr 06 14:25:52.170356 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7fab3b1-e450-411f-8076-236b8d61a1f4', 'tag': '348c891f-b5f0-4631-8371-0391ae585e3a'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:25:52.173232 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371e0331-951e-430a-b590-9d3083e1b2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f7fab3b1-e450-411f-8076-236b8d61a1f4", "tag": "348c891f-b5f0-4631-8371-0391ae585e3a"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:25:52.205574 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f969f-e901-47d4-a13f-d80ed238f8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0b964a-3b57-40f3-8fbc-eaaf5e2ca683,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:52.214657 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33630) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:52.219106 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-961f969f-e901-47d4-a13f-d80ed238f8ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ac7e38f744347b8a257f49178a3358b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341060 Apr 06 14:25:52.222961 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beda6892-c6b7-4f7f-abde-032ee78fdec4 x-openstack-request-id: req-beda6892-c6b7-4f7f-abde-032ee78fdec4 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:25:52.223393 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7fab3b1-e450-411f-8076-236b8d61a1f4", "tag": "348c891f-b5f0-4631-8371-0391ae585e3a", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:25:52.226877 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-beda6892-c6b7-4f7f-abde-032ee78fdec4 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:25:52.227524 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beda6892-c6b7-4f7f-abde-032ee78fdec4'] response: {'name': 'network-changed', 'server_uuid': 'f7fab3b1-e450-411f-8076-236b8d61a1f4', 'tag': '348c891f-b5f0-4631-8371-0391ae585e3a', 'status': 'completed', 'code': 200} Apr 06 14:25:52.285109 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-921e754d-0170-4d2f-a762-143e51ea1e3c None None] Set router 09e119b9-01b2-48f8-bf07-2c60e8125abe gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:52.310848 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a613c08f-d92d-4243-981c-b51baabee26c admin admin] Publish callbacks [] for security_group (4f0b964a-3b57-40f3-8fbc-eaaf5e2ca683), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:52.325412 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e0331-951e-430a-b590-9d3083e1b2ab req-0870033a-d91b-4ae5-9902-8c3784fbce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:52.326993 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-371e0331-951e-430a-b590-9d3083e1b2ab req-0870033a-d91b-4ae5-9902-8c3784fbce08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c06d10321c24c2eb672098ef14e6bad&device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 1130 time: 0.0825360 Apr 06 14:25:52.350771 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a613c08f-d92d-4243-981c-b51baabee26c admin admin] Publish callbacks [] for security_group (4f0b964a-3b57-40f3-8fbc-eaaf5e2ca683), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:52.455605 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e0331-951e-430a-b590-9d3083e1b2ab req-a5579a1e-4278-40fd-be68-42b6ab6d525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:52.457080 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-371e0331-951e-430a-b590-9d3083e1b2ab req-a5579a1e-4278-40fd-be68-42b6ab6d525a service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc HTTP/1.1" status: 200 len: 911 time: 0.1239455 Apr 06 14:25:52.523891 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-371e0331-951e-430a-b590-9d3083e1b2ab req-4ca6e0a5-7379-47a6-a1a1-7b9d76bf661f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c891f-b5f0-4631-8371-0391ae585e3a HTTP/1.1" status: 200 len: 1000 time: 0.0606992 Apr 06 14:25:52.525096 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a613c08f-d92d-4243-981c-b51baabee26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4f0b964a-3b57-40f3-8fbc-eaaf5e2ca683), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:52.527768 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a613c08f-d92d-4243-981c-b51baabee26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:52.531438 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a613c08f-d92d-4243-981c-b51baabee26c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f0b964a-3b57-40f3-8fbc-eaaf5e2ca683 HTTP/1.1" status: 204 len: 168 time: 0.3130927 Apr 06 14:25:52.533301 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-921e754d-0170-4d2f-a762-143e51ea1e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': 'a1922bcd-37a2-46e1-8bba-34ac5eb52181', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'port_id': '348c891f-b5f0-4631-8371-0391ae585e3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'mac_address': 'fa:16:3e:3c:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fab3b1-e450-411f-8076-236b8d61a1f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:25:34Z', 'updated_at': '2022-04-06T14:25:51Z', 'revision_number': 1, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc35d88-18e4-4e92-a0e6-fbe93d54bc45', 'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'mac_address': 'fa:16:3e:ee:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:03Z', 'updated_at': '2022-04-06T14:17:20Z', 'revision_number': 5, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'subnets': [{'id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:52.561814 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e754d-0170-4d2f-a762-143e51ea1e3c None None] Checking router: 09e119b9-01b2-48f8-bf07-2c60e8125abe for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:25:52.570446 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613c08f-d92d-4243-981c-b51baabee26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0b964a-3b57-40f3-8fbc-eaaf5e2ca683,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:52.572583 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e754d-0170-4d2f-a762-143e51ea1e3c None None] Routers {'09e119b9-01b2-48f8-bf07-2c60e8125abe'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:25:52.573311 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-921e754d-0170-4d2f-a762-143e51ea1e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:25:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['09e119b9-01b2-48f8-bf07-2c60e8125abe'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:52.587339 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e0331-951e-430a-b590-9d3083e1b2ab req-4ba878b7-7432-49a0-ae21-dc8da2480a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:52.588845 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-371e0331-951e-430a-b590-9d3083e1b2ab req-4ba878b7-7432-49a0-ae21-dc8da2480a81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33aa3945-cd87-4a41-b88b-8619a64161f1 HTTP/1.1" status: 200 len: 849 time: 0.0576260 Apr 06 14:25:52.640269 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e0331-951e-430a-b590-9d3083e1b2ab req-11b990af-3347-4dcb-9135-4ea72bc8c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:52.642354 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-371e0331-951e-430a-b590-9d3083e1b2ab req-11b990af-3347-4dcb-9135-4ea72bc8c43f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463257 Apr 06 14:25:52.788241 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-921e754d-0170-4d2f-a762-143e51ea1e3c None None] Set router 09e119b9-01b2-48f8-bf07-2c60e8125abe gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:25:52.988952 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-371e0331-951e-430a-b590-9d3083e1b2ab req-139cb4ab-6c26-427d-9687-35f1bbf6b0fb service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918276 Apr 06 14:25:53.026897 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-921e754d-0170-4d2f-a762-143e51ea1e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': 'a1922bcd-37a2-46e1-8bba-34ac5eb52181', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'port_id': '348c891f-b5f0-4631-8371-0391ae585e3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'mac_address': 'fa:16:3e:3c:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fab3b1-e450-411f-8076-236b8d61a1f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:25:34Z', 'updated_at': '2022-04-06T14:25:51Z', 'revision_number': 1, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc35d88-18e4-4e92-a0e6-fbe93d54bc45', 'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'mac_address': 'fa:16:3e:ee:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:03Z', 'updated_at': '2022-04-06T14:17:20Z', 'revision_number': 5, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'subnets': [{'id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:25:53.055437 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e754d-0170-4d2f-a762-143e51ea1e3c None None] The sync data for ids ['09e119b9-01b2-48f8-bf07-2c60e8125abe'] in dv-cinder-835881-5-iscsi is: [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': 'a1922bcd-37a2-46e1-8bba-34ac5eb52181', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'floating_ip_address': '172.27.2.111', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'port_id': '348c891f-b5f0-4631-8371-0391ae585e3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'mac_address': 'fa:16:3e:3c:dc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fab3b1-e450-411f-8076-236b8d61a1f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:25:34Z', 'updated_at': '2022-04-06T14:25:51Z', 'revision_number': 1, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc35d88-18e4-4e92-a0e6-fbe93d54bc45', 'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'mac_address': 'fa:16:3e:ee:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:03Z', 'updated_at': '2022-04-06T14:17:20Z', 'revision_number': 5, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'subnets': [{'id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:25:53.120805 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-371e0331-951e-430a-b590-9d3083e1b2ab req-6b8d5132-dc73-4f8a-a8a5-da722c145437 service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070302 Apr 06 14:25:53.199409 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33636) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:53.213721 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d38c59a9-4180-467d-a51a-cdbdd55366ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:53.268087 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4776e7-a39a-4db3-acb2-0af262b6a40d None None] New status for floating IP a1922bcd-37a2-46e1-8bba-34ac5eb52181: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:25:53.299064 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d38c59a9-4180-467d-a51a-cdbdd55366ba admin admin] Publish callbacks [] for security_group (c6210b7d-96d0-4ab7-bc3b-24acfc67a126), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:53.365907 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d38c59a9-4180-467d-a51a-cdbdd55366ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (c6210b7d-96d0-4ab7-bc3b-24acfc67a126), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:53.432441 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-d38c59a9-4180-467d-a51a-cdbdd55366ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb16f04185154afc80eda41ddd9520e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315409 Apr 06 14:25:53.434426 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c59a9-4180-467d-a51a-cdbdd55366ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6210b7d-96d0-4ab7-bc3b-24acfc67a126,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:53.435611 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33638) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:53.492772 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6a76b4a3-b928-464d-b104-630a6ccfc3c3 admin admin] Publish callbacks [] for security_group (c6210b7d-96d0-4ab7-bc3b-24acfc67a126), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:53.516321 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6a76b4a3-b928-464d-b104-630a6ccfc3c3 admin admin] Publish callbacks [] for security_group (c6210b7d-96d0-4ab7-bc3b-24acfc67a126), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:53.642792 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6a76b4a3-b928-464d-b104-630a6ccfc3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (c6210b7d-96d0-4ab7-bc3b-24acfc67a126), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:53.645403 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6a76b4a3-b928-464d-b104-630a6ccfc3c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:53.646569 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-6a76b4a3-b928-464d-b104-630a6ccfc3c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c6210b7d-96d0-4ab7-bc3b-24acfc67a126 HTTP/1.1" status: 204 len: 168 time: 0.2098789 Apr 06 14:25:53.654698 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76b4a3-b928-464d-b104-630a6ccfc3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6210b7d-96d0-4ab7-bc3b-24acfc67a126,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:56.103219 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33694) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:56.209200 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0158b86b-4107-488e-8338-01cd04def1ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:56.288409 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0158b86b-4107-488e-8338-01cd04def1ff admin admin] Publish callbacks [] for security_group (e5613db6-831e-40b0-9e05-5b28bff9d5ad), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:56.353827 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0158b86b-4107-488e-8338-01cd04def1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e5613db6-831e-40b0-9e05-5b28bff9d5ad), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:56.390210 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158b86b-4107-488e-8338-01cd04def1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5613db6-831e-40b0-9e05-5b28bff9d5ad,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:56.395140 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-0158b86b-4107-488e-8338-01cd04def1ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5ac780fa0ae43b0ad43a8620f43486c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908945 Apr 06 14:25:56.397787 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33698) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:56.445433 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d6173893-8eb1-4c19-956c-b699beb12094 admin admin] Publish callbacks [] for security_group (e5613db6-831e-40b0-9e05-5b28bff9d5ad), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:56.466321 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d6173893-8eb1-4c19-956c-b699beb12094 admin admin] Publish callbacks [] for security_group (e5613db6-831e-40b0-9e05-5b28bff9d5ad), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:56.582789 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d6173893-8eb1-4c19-956c-b699beb12094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e5613db6-831e-40b0-9e05-5b28bff9d5ad), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:56.585374 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d6173893-8eb1-4c19-956c-b699beb12094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:56.589229 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-d6173893-8eb1-4c19-956c-b699beb12094 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5613db6-831e-40b0-9e05-5b28bff9d5ad HTTP/1.1" status: 204 len: 168 time: 0.1878808 Apr 06 14:25:56.597062 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6173893-8eb1-4c19-956c-b699beb12094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5613db6-831e-40b0-9e05-5b28bff9d5ad,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:56.730536 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2a4bee74-c1da-49ba-9c21-8b5569f9ba50 req-ba26f586-bd51-45c6-9338-1921a6ddef67 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453639 Apr 06 14:25:56.809406 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bee74-c1da-49ba-9c21-8b5569f9ba50 req-32572662-d184-4285-bcd9-9175f62d44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:56.811252 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2a4bee74-c1da-49ba-9c21-8b5569f9ba50 req-32572662-d184-4285-bcd9-9175f62d44a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf877f755f1348e4948475f7f9e99e23&device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 1129 time: 0.0498302 Apr 06 14:25:56.920515 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bee74-c1da-49ba-9c21-8b5569f9ba50 req-3809feff-2895-46bf-92a0-8b291c593e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:56.922052 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2a4bee74-c1da-49ba-9c21-8b5569f9ba50 req-3809feff-2895-46bf-92a0-8b291c593e08 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f5041c3d-7c42-42ba-9375-e89b7e14795e HTTP/1.1" status: 200 len: 910 time: 0.0873370 Apr 06 14:25:56.994725 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2a4bee74-c1da-49ba-9c21-8b5569f9ba50 req-189a3730-2c35-49ab-a203-b38a1e996ad7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=419147ef-0005-45ee-8de5-e9537c4b39c7 HTTP/1.1" status: 200 len: 1001 time: 0.0644262 Apr 06 14:25:57.045146 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bee74-c1da-49ba-9c21-8b5569f9ba50 req-c8c45bcb-252b-46b8-a389-50c1fff25671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:57.046784 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2a4bee74-c1da-49ba-9c21-8b5569f9ba50 req-c8c45bcb-252b-46b8-a389-50c1fff25671 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa78e5fa-4a80-40c9-8141-6f492b0dd451 HTTP/1.1" status: 200 len: 848 time: 0.0462840 Apr 06 14:25:57.097778 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4bee74-c1da-49ba-9c21-8b5569f9ba50 req-d6747a26-3750-49e2-8335-8db3643b8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:57.099393 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2a4bee74-c1da-49ba-9c21-8b5569f9ba50 req-d6747a26-3750-49e2-8335-8db3643b8f24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5041c3d-7c42-42ba-9375-e89b7e14795e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465703 Apr 06 14:25:57.196603 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2a4bee74-c1da-49ba-9c21-8b5569f9ba50 req-e48ce4e9-a4a6-4b0f-8f28-84c3ba496e46 service neutron] 10.222.0.49 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904119 Apr 06 14:25:57.197898 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33704) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:57.219135 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7b6718f4-6ff0-4148-a393-a6a77f8dc0cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:57.328445 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2a4bee74-c1da-49ba-9c21-8b5569f9ba50 req-deea37de-39bd-417a-a588-7eb3636a11f0 service neutron] 10.222.0.49 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241531 Apr 06 14:25:57.366198 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7b6718f4-6ff0-4148-a393-a6a77f8dc0cb admin admin] Publish callbacks [] for security_group (92da74f3-0a1c-493b-b4a4-785a22c8532b), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:57.442410 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7b6718f4-6ff0-4148-a393-a6a77f8dc0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (92da74f3-0a1c-493b-b4a4-785a22c8532b), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:57.482314 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6718f4-6ff0-4148-a393-a6a77f8dc0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92da74f3-0a1c-493b-b4a4-785a22c8532b,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:57.488498 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7b6718f4-6ff0-4148-a393-a6a77f8dc0cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=125de41b5ef8471fa9b587f89cfed03a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896473 Apr 06 14:25:57.491192 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33706) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:57.538260 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-57b80eb5-7d6e-4a08-80d9-e76c9f21517c admin admin] Publish callbacks [] for security_group (92da74f3-0a1c-493b-b4a4-785a22c8532b), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:57.559170 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-57b80eb5-7d6e-4a08-80d9-e76c9f21517c admin admin] Publish callbacks [] for security_group (92da74f3-0a1c-493b-b4a4-785a22c8532b), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:57.691455 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-57b80eb5-7d6e-4a08-80d9-e76c9f21517c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (92da74f3-0a1c-493b-b4a4-785a22c8532b), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:57.694159 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-57b80eb5-7d6e-4a08-80d9-e76c9f21517c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:57.695419 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-57b80eb5-7d6e-4a08-80d9-e76c9f21517c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92da74f3-0a1c-493b-b4a4-785a22c8532b HTTP/1.1" status: 204 len: 168 time: 0.2032957 Apr 06 14:25:57.703131 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b80eb5-7d6e-4a08-80d9-e76c9f21517c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92da74f3-0a1c-493b-b4a4-785a22c8532b,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:58.784653 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33728) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:58.879157 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1264598111-network', 'tenant_id': '5c602f16098b4800b3663de91eff4f9c'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:25:58.962908 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] Made reservation on behalf of 5c602f16098b4800b3663de91eff4f9c for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:25:58.965340 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:58.974690 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:59.046513 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] Publish callbacks [] for security_group (bce4890f-2b7e-4fcf-88ab-b63ef6343c02), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:59.111622 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (bce4890f-2b7e-4fcf-88ab-b63ef6343c02), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:59.135194 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:25:59.145344 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce4890f-2b7e-4fcf-88ab-b63ef6343c02,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:59.149990 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (23f2b369-cc5c-4cd9-b2ba-dc0274759292), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:59.150326 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] Added segment 23f2b369-cc5c-4cd9-b2ba-dc0274759292 of type vlan for network 69c73102-0d06-4e14-a700-58441acdf11e Apr 06 14:25:59.191874 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (69c73102-0d06-4e14-a700-58441acdf11e), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:59.300144 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (69c73102-0d06-4e14-a700-58441acdf11e), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:59.301141 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:25:59.301729 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:59.358784 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] Pushing event updated for resources: {'Network': ['ID=69c73102-0d06-4e14-a700-58441acdf11e,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:59.368735 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network 69c73102-0d06-4e14-a700-58441acdf11e details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:25:59.435219 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-59c2e7ca-8391-4b59-b495-d9018c4bbd27 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6493011 Apr 06 14:25:59.438071 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33734) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:25:59.443116 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Request body: {'subnet': {'network_id': '69c73102-0d06-4e14-a700-58441acdf11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1264598111-subnet', 'tenant_id': '5c602f16098b4800b3663de91eff4f9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:25:59.540305 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Made reservation on behalf of 5c602f16098b4800b3663de91eff4f9c for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:25:59.542734 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12719216'] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:59.791728 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14463392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12719214'] for subnet (51dbfaf0-3feb-4cdd-ad9c-f2129c1cc972), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:25:59.846925 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51dbfaf0-3feb-4cdd-ad9c-f2129c1cc972,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:25:59.861207 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:59.861549 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:59.861888 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:59.862226 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:59.862582 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:59.862912 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:59.863237 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:59.863564 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:59.863898 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:59.864211 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:59.864534 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:59.864859 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:59.865179 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:59.865499 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:59.865818 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:25:59.875784 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Checking segment: {'id': '23f2b369-cc5c-4cd9-b2ba-dc0274759292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '69c73102-0d06-4e14-a700-58441acdf11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:25:59.876719 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Network hostable DHCP agents. Network: 69c73102-0d06-4e14-a700-58441acdf11e, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:25:59.979853 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Network 69c73102-0d06-4e14-a700-58441acdf11e is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:26:00.105818 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, 69c73102-0d06-4e14-a700-58441acdf11e) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:26:00.110403 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:00.111268 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:00.116226 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2f6d1d-d26b-4ca3-84ae-d61df84499b0 None None] Network 69c73102-0d06-4e14-a700-58441acdf11e requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:26:00.206204 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-09f20603-e4e9-4bf8-8857-446ccbe4ae94 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7667394 Apr 06 14:26:00.215844 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b3b312-40a0-4f68-b329-3ad03a64abf1 None None] Network 69c73102-0d06-4e14-a700-58441acdf11e requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:26:00.890977 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33752) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:00.895955 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1937674777-network', 'tenant_id': '47f51effca5a416383b31b55f3e5f7a5'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:26:00.983074 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] Made reservation on behalf of 47f51effca5a416383b31b55f3e5f7a5 for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:26:00.985933 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:00.995160 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:01.071908 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] Publish callbacks [] for security_group (2fee2748-4569-4e35-a5d9-3b399beb2e49), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:01.183163 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (2fee2748-4569-4e35-a5d9-3b399beb2e49), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:01.208373 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:26:01.218145 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fee2748-4569-4e35-a5d9-3b399beb2e49,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:01.223526 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (5bb60597-3eed-4711-9e60-6420f60459c9), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:01.223868 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] Added segment 5bb60597-3eed-4711-9e60-6420f60459c9 of type vlan for network 3dd26b7c-03ea-4c69-9202-b626dae543a2 Apr 06 14:26:01.264181 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (3dd26b7c-03ea-4c69-9202-b626dae543a2), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:01.457372 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (3dd26b7c-03ea-4c69-9202-b626dae543a2), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:01.458489 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:01.459097 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:01.515576 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] Pushing event updated for resources: {'Network': ['ID=3dd26b7c-03ea-4c69-9202-b626dae543a2,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:01.526538 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network 3dd26b7c-03ea-4c69-9202-b626dae543a2 details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:26:01.566244 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-aeb077fb-6bbf-4469-aaeb-67c3faf6f63b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6737645 Apr 06 14:26:01.568671 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33754) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:01.573624 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-3264acc7-a668-43ca-a33b-ac97aeaf1005 admin admin] Request body: {'subnet': {'network_id': '3dd26b7c-03ea-4c69-9202-b626dae543a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1937674777-subnet', 'tenant_id': '47f51effca5a416383b31b55f3e5f7a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:26:01.651518 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3264acc7-a668-43ca-a33b-ac97aeaf1005 admin admin] Made reservation on behalf of 47f51effca5a416383b31b55f3e5f7a5 for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:26:01.653858 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3264acc7-a668-43ca-a33b-ac97aeaf1005 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12719216'] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:01.883361 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3264acc7-a668-43ca-a33b-ac97aeaf1005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14463392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12719214'] for subnet (87c330b8-3cd2-4caa-b2bb-b9a8392d38b1), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:01.941841 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264acc7-a668-43ca-a33b-ac97aeaf1005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c330b8-3cd2-4caa-b2bb-b9a8392d38b1,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:01.953785 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3264acc7-a668-43ca-a33b-ac97aeaf1005 admin admin] Checking segment: {'id': '5bb60597-3eed-4711-9e60-6420f60459c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '3dd26b7c-03ea-4c69-9202-b626dae543a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:26:01.954823 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3264acc7-a668-43ca-a33b-ac97aeaf1005 admin admin] Network hostable DHCP agents. Network: 3dd26b7c-03ea-4c69-9202-b626dae543a2, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:26:02.025671 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3264acc7-a668-43ca-a33b-ac97aeaf1005 admin admin] Network 3dd26b7c-03ea-4c69-9202-b626dae543a2 is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:26:02.120349 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-3264acc7-a668-43ca-a33b-ac97aeaf1005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, 3dd26b7c-03ea-4c69-9202-b626dae543a2) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:26:02.124740 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3264acc7-a668-43ca-a33b-ac97aeaf1005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:02.126599 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3264acc7-a668-43ca-a33b-ac97aeaf1005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:02.130394 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54d6d4f-1337-413e-a309-a192bbcec3cd None None] Network 3dd26b7c-03ea-4c69-9202-b626dae543a2 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:26:02.269788 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3264acc7-a668-43ca-a33b-ac97aeaf1005 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6999197 Apr 06 14:26:02.355717 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741aeca1-fd5e-4f1b-bd3c-c0d276e2900e None None] Network 3dd26b7c-03ea-4c69-9202-b626dae543a2 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:26:05.135182 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-883cdcf6-35ee-44a5-9bd2-2f668668d2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:09.065974 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f8bb949f-4e26-446f-a9e1-6a628692dd3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:10.386601 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:11.898995 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:26:12.035002 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:13.134979 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:20.009451 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:23.945741 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33896) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:23.991984 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06e7756-39e5-4013-b8aa-9d27a5dc0603 admin admin] Deleting subnet 51dbfaf0-3feb-4cdd-ad9c-f2129c1cc972 {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:26:23.995258 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f06e7756-39e5-4013-b8aa-9d27a5dc0603 admin admin] Publish callbacks [] for subnet (51dbfaf0-3feb-4cdd-ad9c-f2129c1cc972), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.031331 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f06e7756-39e5-4013-b8aa-9d27a5dc0603 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14463474'] for subnet (51dbfaf0-3feb-4cdd-ad9c-f2129c1cc972), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.072363 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f06e7756-39e5-4013-b8aa-9d27a5dc0603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (51dbfaf0-3feb-4cdd-ad9c-f2129c1cc972), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.216341 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f06e7756-39e5-4013-b8aa-9d27a5dc0603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14453863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12719127'] for subnet (51dbfaf0-3feb-4cdd-ad9c-f2129c1cc972), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.241913 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e7756-39e5-4013-b8aa-9d27a5dc0603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51dbfaf0-3feb-4cdd-ad9c-f2129c1cc972,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:24.245712 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f06e7756-39e5-4013-b8aa-9d27a5dc0603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.248834 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f06e7756-39e5-4013-b8aa-9d27a5dc0603 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/51dbfaf0-3feb-4cdd-ad9c-f2129c1cc972 HTTP/1.1" status: 204 len: 168 time: 0.3020706 Apr 06 14:26:24.251304 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33898) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:24.320717 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-17dbbaca-b771-4f1f-893b-45fdcda35505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (69c73102-0d06-4e14-a700-58441acdf11e), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.406234 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-17dbbaca-b771-4f1f-893b-45fdcda35505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (69c73102-0d06-4e14-a700-58441acdf11e), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.425849 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-17dbbaca-b771-4f1f-893b-45fdcda35505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c73102-0d06-4e14-a700-58441acdf11e']}} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:24.434967 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-17dbbaca-b771-4f1f-893b-45fdcda35505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f2b369-cc5c-4cd9-b2ba-dc0274759292') {'for_net_delete': True} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:24.435266 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-17dbbaca-b771-4f1f-893b-45fdcda35505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f2b369-cc5c-4cd9-b2ba-dc0274759292') {} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:24.445307 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-17dbbaca-b771-4f1f-893b-45fdcda35505 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14463241'] for segment (23f2b369-cc5c-4cd9-b2ba-dc0274759292), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.458830 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-17dbbaca-b771-4f1f-893b-45fdcda35505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (23f2b369-cc5c-4cd9-b2ba-dc0274759292), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.464651 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17dbbaca-b771-4f1f-893b-45fdcda35505 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=103947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:26:24.465030 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-17dbbaca-b771-4f1f-893b-45fdcda35505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14453773'] for segment (23f2b369-cc5c-4cd9-b2ba-dc0274759292), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: Traceback (most recent call last): Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: timer() Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: cb(*args, **kw) Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: return func(*args, **kwargs) Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: self._notify() Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: self.callback(batched_events) Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: event.method(event) Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: return f(self, *a, **k) Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: return self._get(url).json() Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: return self.request(url, 'GET', **kwargs) Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:26:24.466777 dv-cinder-835881-5-iscsi neutron-server[103947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:26:24.572233 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-17dbbaca-b771-4f1f-893b-45fdcda35505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (69c73102-0d06-4e14-a700-58441acdf11e), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.576704 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-17dbbaca-b771-4f1f-893b-45fdcda35505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.580563 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-17dbbaca-b771-4f1f-893b-45fdcda35505 admin admin] 10.222.0.10 "DELETE /v2.0/networks/69c73102-0d06-4e14-a700-58441acdf11e HTTP/1.1" status: 204 len: 168 time: 0.3271744 Apr 06 14:26:24.583674 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33900) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:24.593738 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbbaca-b771-4f1f-893b-45fdcda35505 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c73102-0d06-4e14-a700-58441acdf11e,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:24.634015 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_v2 [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Deleting subnet 87c330b8-3cd2-4caa-b2bb-b9a8392d38b1 {{(pid=103948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:26:24.637288 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Publish callbacks [] for subnet (87c330b8-3cd2-4caa-b2bb-b9a8392d38b1), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.672021 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602622'] for subnet (87c330b8-3cd2-4caa-b2bb-b9a8392d38b1), precommit_delete_associations {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.712082 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (87c330b8-3cd2-4caa-b2bb-b9a8392d38b1), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.841475 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12612002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13415203'] for subnet (87c330b8-3cd2-4caa-b2bb-b9a8392d38b1), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.865460 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c330b8-3cd2-4caa-b2bb-b9a8392d38b1,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:24.874861 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:24.875204 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:24.875540 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:24.875872 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:24.876198 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:24.876671 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:24.877606 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:24.877828 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:24.878147 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:24.878473 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:24.878823 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:24.879143 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:24.879456 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:24.879770 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:24.880083 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:24.883015 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:24.886130 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-f927622d-528c-4699-bbb1-82290261e21f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/87c330b8-3cd2-4caa-b2bb-b9a8392d38b1 HTTP/1.1" status: 204 len: 168 time: 0.3014596 Apr 06 14:26:24.888820 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33902) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:24.960342 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd476-a510-425e-888b-3d6951249082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (3dd26b7c-03ea-4c69-9202-b626dae543a2), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:25.042728 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd476-a510-425e-888b-3d6951249082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (3dd26b7c-03ea-4c69-9202-b626dae543a2), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:25.064393 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-3b8cd476-a510-425e-888b-3d6951249082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd26b7c-03ea-4c69-9202-b626dae543a2']}} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:25.073821 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-3b8cd476-a510-425e-888b-3d6951249082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb60597-3eed-4711-9e60-6420f60459c9') {'for_net_delete': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:25.074110 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-3b8cd476-a510-425e-888b-3d6951249082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb60597-3eed-4711-9e60-6420f60459c9') {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:25.083663 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd476-a510-425e-888b-3d6951249082 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602373'] for segment (5bb60597-3eed-4711-9e60-6420f60459c9), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:25.097294 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd476-a510-425e-888b-3d6951249082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (5bb60597-3eed-4711-9e60-6420f60459c9), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:25.103053 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8cd476-a510-425e-888b-3d6951249082 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=103948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:26:25.103430 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd476-a510-425e-888b-3d6951249082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12612040'] for segment (5bb60597-3eed-4711-9e60-6420f60459c9), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: Traceback (most recent call last): Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: timer() Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: cb(*args, **kw) Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: return func(*args, **kwargs) Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: self._notify() Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: self.callback(batched_events) Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: event.method(event) Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: return f(self, *a, **k) Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._get(url).json() Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: return self.request(url, 'GET', **kwargs) Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:26:25.105057 dv-cinder-835881-5-iscsi neutron-server[103948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:26:25.238582 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd476-a510-425e-888b-3d6951249082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (3dd26b7c-03ea-4c69-9202-b626dae543a2), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:25.243987 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd476-a510-425e-888b-3d6951249082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:25.247135 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-3b8cd476-a510-425e-888b-3d6951249082 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3dd26b7c-03ea-4c69-9202-b626dae543a2 HTTP/1.1" status: 204 len: 168 time: 0.3573587 Apr 06 14:26:25.258104 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cd476-a510-425e-888b-3d6951249082 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dd26b7c-03ea-4c69-9202-b626dae543a2,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:25.650960 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33906) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:25.691001 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-b7b5d217-1050-43ae-952e-2418cdc19db6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c602f16098b4800b3663de91eff4f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388749 Apr 06 14:26:25.693477 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 33908) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:25.743010 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eb322ce6-9492-445e-8f7c-af47a168666a admin admin] Publish callbacks [] for security_group (bce4890f-2b7e-4fcf-88ab-b63ef6343c02), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:25.763337 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eb322ce6-9492-445e-8f7c-af47a168666a admin admin] Publish callbacks [] for security_group (bce4890f-2b7e-4fcf-88ab-b63ef6343c02), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:25.901296 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eb322ce6-9492-445e-8f7c-af47a168666a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (bce4890f-2b7e-4fcf-88ab-b63ef6343c02), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:25.903937 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eb322ce6-9492-445e-8f7c-af47a168666a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:25.905119 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-eb322ce6-9492-445e-8f7c-af47a168666a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bce4890f-2b7e-4fcf-88ab-b63ef6343c02 HTTP/1.1" status: 204 len: 168 time: 0.2107649 Apr 06 14:26:25.913507 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb322ce6-9492-445e-8f7c-af47a168666a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce4890f-2b7e-4fcf-88ab-b63ef6343c02,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:26.559497 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33914) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:26.602780 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-451f3063-a1bd-49f2-9345-f1d6e0756d06 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47f51effca5a416383b31b55f3e5f7a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421031 Apr 06 14:26:26.605211 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33916) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:26.653789 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-72d9204c-7c2e-46ad-919f-9a0c0459e2bd admin admin] Publish callbacks [] for security_group (2fee2748-4569-4e35-a5d9-3b399beb2e49), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:26.674036 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-72d9204c-7c2e-46ad-919f-9a0c0459e2bd admin admin] Publish callbacks [] for security_group (2fee2748-4569-4e35-a5d9-3b399beb2e49), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:26.824123 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-72d9204c-7c2e-46ad-919f-9a0c0459e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (2fee2748-4569-4e35-a5d9-3b399beb2e49), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:26.826602 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-72d9204c-7c2e-46ad-919f-9a0c0459e2bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:26.827785 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-72d9204c-7c2e-46ad-919f-9a0c0459e2bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2fee2748-4569-4e35-a5d9-3b399beb2e49 HTTP/1.1" status: 204 len: 168 time: 0.2214572 Apr 06 14:26:26.836100 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9204c-7c2e-46ad-919f-9a0c0459e2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fee2748-4569-4e35-a5d9-3b399beb2e49,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:29.507696 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 33996) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:29.837757 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-d7f3c189-16ad-498d-96ef-dd29498e94a8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Deleting port 8c4a9bb1-9699-4c81-87b1-2e0548f64d87 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:26:29.838088 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c189-16ad-498d-96ef-dd29498e94a8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (8c4a9bb1-9699-4c81-87b1-2e0548f64d87), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:29.921416 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c189-16ad-498d-96ef-dd29498e94a8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (8c4a9bb1-9699-4c81-87b1-2e0548f64d87), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:29.927705 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c189-16ad-498d-96ef-dd29498e94a8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for floatingip (8c4a9bb1-9699-4c81-87b1-2e0548f64d87), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:29.933876 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-d7f3c189-16ad-498d-96ef-dd29498e94a8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Calling delete_port for 8c4a9bb1-9699-4c81-87b1-2e0548f64d87 owned by network:floatingip {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:26:30.550978 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c189-16ad-498d-96ef-dd29498e94a8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (8c4a9bb1-9699-4c81-87b1-2e0548f64d87), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:30.578903 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3c189-16ad-498d-96ef-dd29498e94a8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Pushing event deleted for resources: {'Port': ['ID=8c4a9bb1-9699-4c81-87b1-2e0548f64d87,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:30.651316 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c189-16ad-498d-96ef-dd29498e94a8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for floatingip (9de2f0e8-a260-4260-a076-544c266a14c6), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:30.651656 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-d7f3c189-16ad-498d-96ef-dd29498e94a8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Floating IP 9de2f0e8-a260-4260-a076-544c266a14c6 disassociated (deleted). External IP: 172.27.2.121, port: 419147ef-0005-45ee-8de5-e9537c4b39c7. Apr 06 14:26:30.884576 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f3c189-16ad-498d-96ef-dd29498e94a8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Router 012e87b7-0d92-4afc-affd-c47ca741fee2 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:26:30.998797 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f3c189-16ad-498d-96ef-dd29498e94a8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:26:31.004543 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c189-16ad-498d-96ef-dd29498e94a8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:31.011866 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a733d3-25a0-4eef-b490-4be3f1f3c58d None None] Sync routers for ids ['012e87b7-0d92-4afc-affd-c47ca741fee2'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:26:31.022398 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a733d3-25a0-4eef-b490-4be3f1f3c58d None None] Routers {'012e87b7-0d92-4afc-affd-c47ca741fee2'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:26:31.023029 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-97a733d3-25a0-4eef-b490-4be3f1f3c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:26:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['012e87b7-0d92-4afc-affd-c47ca741fee2'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:31.034765 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-d7f3c189-16ad-498d-96ef-dd29498e94a8 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "DELETE /v2.0/floatingips/9de2f0e8-a260-4260-a076-544c266a14c6 HTTP/1.1" status: 204 len: 168 time: 1.5259383 Apr 06 14:26:31.035436 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'tag': '419147ef-0005-45ee-8de5-e9537c4b39c7'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:26:31.037782 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3253ca8f-b2c4-40b4-a2ae-9f4b146660e5" -d '{"events": [{"name": "network-changed", "server_uuid": "7ea326de-0b08-46c7-9cfa-0d8c475c9b4a", "tag": "419147ef-0005-45ee-8de5-e9537c4b39c7"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:26:31.090972 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0156b121-dcac-48d8-8baf-88df19d0ed1e x-openstack-request-id: req-0156b121-dcac-48d8-8baf-88df19d0ed1e {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:26:31.091235 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ea326de-0b08-46c7-9cfa-0d8c475c9b4a", "tag": "419147ef-0005-45ee-8de5-e9537c4b39c7", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:26:31.091489 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0156b121-dcac-48d8-8baf-88df19d0ed1e {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:26:31.091894 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0156b121-dcac-48d8-8baf-88df19d0ed1e'] response: {'name': 'network-changed', 'server_uuid': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'tag': '419147ef-0005-45ee-8de5-e9537c4b39c7', 'status': 'completed', 'code': 200} Apr 06 14:26:31.147548 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-97a733d3-25a0-4eef-b490-4be3f1f3c58d None None] Set router 012e87b7-0d92-4afc-affd-c47ca741fee2 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:26:31.166756 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253ca8f-b2c4-40b4-a2ae-9f4b146660e5 req-68984ed5-9018-413a-8eca-3a416121a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:31.170297 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3253ca8f-b2c4-40b4-a2ae-9f4b146660e5 req-68984ed5-9018-413a-8eca-3a416121a049 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cf877f755f1348e4948475f7f9e99e23&device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 1129 time: 0.0539615 Apr 06 14:26:31.269789 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253ca8f-b2c4-40b4-a2ae-9f4b146660e5 req-3d21b651-35e0-4328-aa09-968c1a9fa8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:31.269789 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3253ca8f-b2c4-40b4-a2ae-9f4b146660e5 req-3d21b651-35e0-4328-aa09-968c1a9fa8bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=f5041c3d-7c42-42ba-9375-e89b7e14795e HTTP/1.1" status: 200 len: 910 time: 0.0900815 Apr 06 14:26:31.328756 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3253ca8f-b2c4-40b4-a2ae-9f4b146660e5 req-d64931ab-6d33-4ec1-946e-5f06c9c45a6a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=419147ef-0005-45ee-8de5-e9537c4b39c7 HTTP/1.1" status: 200 len: 217 time: 0.0537050 Apr 06 14:26:31.376350 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-97a733d3-25a0-4eef-b490-4be3f1f3c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:27Z', 'updated_at': '2022-04-06T14:19:31Z', 'revision_number': 4, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'gw_port': {'id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:28Z', 'updated_at': '2022-04-06T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '83f7ed83-1376-45c9-a5bf-077c41933db3', 'name': '', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'mac_address': 'fa:16:3e:85:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:30Z', 'updated_at': '2022-04-06T14:19:36Z', 'revision_number': 5, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'subnets': [{'id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:31.380880 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253ca8f-b2c4-40b4-a2ae-9f4b146660e5 req-f0d990b2-41f4-4e55-9b53-3e59fc5184e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:31.382473 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3253ca8f-b2c4-40b4-a2ae-9f4b146660e5 req-f0d990b2-41f4-4e55-9b53-3e59fc5184e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa78e5fa-4a80-40c9-8141-6f492b0dd451 HTTP/1.1" status: 200 len: 848 time: 0.0467992 Apr 06 14:26:31.408866 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a733d3-25a0-4eef-b490-4be3f1f3c58d None None] Checking router: 012e87b7-0d92-4afc-affd-c47ca741fee2 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:26:31.417807 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a733d3-25a0-4eef-b490-4be3f1f3c58d None None] Routers {'012e87b7-0d92-4afc-affd-c47ca741fee2'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:26:31.418370 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-97a733d3-25a0-4eef-b490-4be3f1f3c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:26:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['012e87b7-0d92-4afc-affd-c47ca741fee2'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:31.441569 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253ca8f-b2c4-40b4-a2ae-9f4b146660e5 req-f75d72ae-b191-4438-9bbc-b4299f5a1135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:31.443433 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3253ca8f-b2c4-40b4-a2ae-9f4b146660e5 req-f75d72ae-b191-4438-9bbc-b4299f5a1135 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f5041c3d-7c42-42ba-9375-e89b7e14795e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533798 Apr 06 14:26:31.543438 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-97a733d3-25a0-4eef-b490-4be3f1f3c58d None None] Set router 012e87b7-0d92-4afc-affd-c47ca741fee2 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:26:31.646351 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0c51b-aa89-47cb-acb5-130bd3a223da req-99fa2f0e-8a7b-4bc5-8a48-645a759c8460 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:31.648049 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7bc0c51b-aa89-47cb-acb5-130bd3a223da req-99fa2f0e-8a7b-4bc5-8a48-645a759c8460 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0534251 Apr 06 14:26:31.697580 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7bc0c51b-aa89-47cb-acb5-130bd3a223da req-b2d2da4a-0260-4fb0-94f6-bd8f37e9615d tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440083 Apr 06 14:26:31.750533 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-97a733d3-25a0-4eef-b490-4be3f1f3c58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:27Z', 'updated_at': '2022-04-06T14:19:31Z', 'revision_number': 4, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'gw_port': {'id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:28Z', 'updated_at': '2022-04-06T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '83f7ed83-1376-45c9-a5bf-077c41933db3', 'name': '', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'mac_address': 'fa:16:3e:85:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:30Z', 'updated_at': '2022-04-06T14:19:36Z', 'revision_number': 5, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'subnets': [{'id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:31.778678 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a733d3-25a0-4eef-b490-4be3f1f3c58d None None] The sync data for ids ['012e87b7-0d92-4afc-affd-c47ca741fee2'] in dv-cinder-835881-5-iscsi is: [{'id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:27Z', 'updated_at': '2022-04-06T14:19:31Z', 'revision_number': 4, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'gw_port': {'id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:28Z', 'updated_at': '2022-04-06T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '83f7ed83-1376-45c9-a5bf-077c41933db3', 'name': '', 'network_id': 'f5041c3d-7c42-42ba-9375-e89b7e14795e', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'mac_address': 'fa:16:3e:85:33:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:30Z', 'updated_at': '2022-04-06T14:19:36Z', 'revision_number': 5, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'subnets': [{'id': 'fa78e5fa-4a80-40c9-8141-6f492b0dd451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:26:32.021517 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b789d-849e-44a6-a322-2c5ab96566dc None None] New status for floating IP 9de2f0e8-a260-4260-a076-544c266a14c6: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:26:32.736409 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3253ca8f-b2c4-40b4-a2ae-9f4b146660e5 req-859d5960-0abc-4f8b-b835-bfc9fff0c826 service neutron] 10.222.0.49 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860558 Apr 06 14:26:32.820647 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14ee8c-8e9d-4d6e-8c93-55d9566f2a77 req-10dc8d10-8513-4224-82ac-35913cc6a218 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:32.822279 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2f14ee8c-8e9d-4d6e-8c93-55d9566f2a77 req-10dc8d10-8513-4224-82ac-35913cc6a218 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0560758 Apr 06 14:26:32.849664 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3253ca8f-b2c4-40b4-a2ae-9f4b146660e5 req-00f7d505-5b2a-4ab9-8141-bc49661ae5b9 service neutron] 10.222.0.49 "GET /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904582 Apr 06 14:26:32.872491 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2f14ee8c-8e9d-4d6e-8c93-55d9566f2a77 req-505eefad-dcaf-4364-9441-2d3ccc3c8cf5 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442872 Apr 06 14:26:33.806407 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba1e38-a910-477a-b456-7df58b6f544d req-6779f2e5-34b0-4365-b641-5ddc95487c33 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:33.807841 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1bba1e38-a910-477a-b456-7df58b6f544d req-6779f2e5-34b0-4365-b641-5ddc95487c33 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.49 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0578585 Apr 06 14:26:33.909508 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-1bba1e38-a910-477a-b456-7df58b6f544d req-02ebba0d-d30b-4975-a8f1-456f27ea6767 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Deleting port 419147ef-0005-45ee-8de5-e9537c4b39c7 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:26:33.909910 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1bba1e38-a910-477a-b456-7df58b6f544d req-02ebba0d-d30b-4975-a8f1-456f27ea6767 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:34.008752 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-1bba1e38-a910-477a-b456-7df58b6f544d req-02ebba0d-d30b-4975-a8f1-456f27ea6767 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] For port 419147ef-0005-45ee-8de5-e9537c4b39c7, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=419147ef-0005-45ee-8de5-e9537c4b39c7,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:34.009220 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1bba1e38-a910-477a-b456-7df58b6f544d req-02ebba0d-d30b-4975-a8f1-456f27ea6767 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:34.013835 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90911a0c-5482-4260-87ff-2635eedadbc1 req-75e4480d-f9fc-45f9-87cc-b8eea1838fa5 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:34.015505 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-90911a0c-5482-4260-87ff-2635eedadbc1 req-75e4480d-f9fc-45f9-87cc-b8eea1838fa5 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 945 time: 0.0521247 Apr 06 14:26:34.038949 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-1bba1e38-a910-477a-b456-7df58b6f544d req-02ebba0d-d30b-4975-a8f1-456f27ea6767 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Calling delete_port for 419147ef-0005-45ee-8de5-e9537c4b39c7 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:26:34.307599 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1bba1e38-a910-477a-b456-7df58b6f544d req-02ebba0d-d30b-4975-a8f1-456f27ea6767 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (419147ef-0005-45ee-8de5-e9537c4b39c7), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:34.317686 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-90911a0c-5482-4260-87ff-2635eedadbc1 req-bdcc9dbc-9ddf-46d4-906e-ef9a93ac2399 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/security-groups?id=7e63afb0-1c78-43a6-9e92-49071c86aa56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931676 Apr 06 14:26:34.342198 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebba0d-d30b-4975-a8f1-456f27ea6767 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Pushing event deleted for resources: {'Port': ['ID=419147ef-0005-45ee-8de5-e9537c4b39c7,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:34.383850 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bba1e38-a910-477a-b456-7df58b6f544d req-02ebba0d-d30b-4975-a8f1-456f27ea6767 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] No DVR routers for this DVR port 419147ef-0005-45ee-8de5-e9537c4b39c7 on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:26:34.387156 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1bba1e38-a910-477a-b456-7df58b6f544d req-02ebba0d-d30b-4975-a8f1-456f27ea6767 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:34.391011 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1bba1e38-a910-477a-b456-7df58b6f544d req-02ebba0d-d30b-4975-a8f1-456f27ea6767 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.49 "DELETE /v2.0/ports/419147ef-0005-45ee-8de5-e9537c4b39c7 HTTP/1.1" status: 204 len: 173 time: 0.5773945 Apr 06 14:26:34.391572 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'name': 'network-vif-deleted', 'tag': '419147ef-0005-45ee-8de5-e9537c4b39c7'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:26:34.394652 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a6c6dc-0ca1-42d2-8f8d-3cdf7e56dda7" -d '{"events": [{"server_uuid": "7ea326de-0b08-46c7-9cfa-0d8c475c9b4a", "name": "network-vif-deleted", "tag": "419147ef-0005-45ee-8de5-e9537c4b39c7"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:26:34.432859 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0551f923-4953-4b95-85f9-4f2d316bb345 x-openstack-request-id: req-0551f923-4953-4b95-85f9-4f2d316bb345 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:26:34.433148 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ea326de-0b08-46c7-9cfa-0d8c475c9b4a", "name": "network-vif-deleted", "tag": "419147ef-0005-45ee-8de5-e9537c4b39c7", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:26:34.433399 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0551f923-4953-4b95-85f9-4f2d316bb345 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:26:34.433796 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0551f923-4953-4b95-85f9-4f2d316bb345'] response: {'server_uuid': '7ea326de-0b08-46c7-9cfa-0d8c475c9b4a', 'name': 'network-vif-deleted', 'tag': '419147ef-0005-45ee-8de5-e9537c4b39c7', 'status': 'completed', 'code': 200} Apr 06 14:26:35.155488 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9cdced15-93fe-4a77-8a42-d445dbf87e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:35.410995 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b4454dbb-f6c3-4360-b792-70a48b26f2b2 req-452653e8-7bba-4426-ba6d-6eccbf4f27a3 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 210 time: 0.0265703 Apr 06 14:26:36.527089 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a6679fab-bee4-4c62-a39e-79ecdb4a0bce req-bcf3ede0-5768-4f79-be21-2c5db03743d3 tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ea326de-0b08-46c7-9cfa-0d8c475c9b4a HTTP/1.1" status: 200 len: 210 time: 0.0384471 Apr 06 14:26:37.585615 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 34062) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:37.642444 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-70dfc6ad-af9d-46b2-b518-13318cd1eabe tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group (7e63afb0-1c78-43a6-9e92-49071c86aa56), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:37.667237 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-70dfc6ad-af9d-46b2-b518-13318cd1eabe tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group (7e63afb0-1c78-43a6-9e92-49071c86aa56), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:37.795872 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-70dfc6ad-af9d-46b2-b518-13318cd1eabe tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7e63afb0-1c78-43a6-9e92-49071c86aa56), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:37.798483 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-70dfc6ad-af9d-46b2-b518-13318cd1eabe tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:37.800281 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-70dfc6ad-af9d-46b2-b518-13318cd1eabe tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] 10.222.0.10 "DELETE /v2.0/security-groups/7e63afb0-1c78-43a6-9e92-49071c86aa56 HTTP/1.1" status: 204 len: 168 time: 0.2136564 Apr 06 14:26:37.810657 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfc6ad-af9d-46b2-b518-13318cd1eabe tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e63afb0-1c78-43a6-9e92-49071c86aa56,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:37.948486 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 34066) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:38.020248 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 419147ef-0005-45ee-8de5-e9537c4b39c7 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:26:38.047530 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: 419147ef-0005-45ee-8de5-e9537c4b39c7 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:26:38.047884 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 419147ef-0005-45ee-8de5-e9537c4b39c7 not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:26:38.477579 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2722ee31-6a9c-4239-bcb8-f4979c97060e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031267'] for router_interface (012e87b7-0d92-4afc-affd-c47ca741fee2), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:38.749432 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-2722ee31-6a9c-4239-bcb8-f4979c97060e admin admin] Deleting port 83f7ed83-1376-45c9-a5bf-077c41933db3 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:26:38.750103 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2722ee31-6a9c-4239-bcb8-f4979c97060e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:38.829628 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-2722ee31-6a9c-4239-bcb8-f4979c97060e admin admin] For port 83f7ed83-1376-45c9-a5bf-077c41933db3, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=83f7ed83-1376-45c9-a5bf-077c41933db3,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:38.829980 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2722ee31-6a9c-4239-bcb8-f4979c97060e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:38.851782 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-2722ee31-6a9c-4239-bcb8-f4979c97060e admin admin] Calling delete_port for 83f7ed83-1376-45c9-a5bf-077c41933db3 owned by network:router_interface {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:26:38.988525 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6cd7e7b1-87c4-41cf-97f6-9bb5420cff9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:39.144318 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2722ee31-6a9c-4239-bcb8-f4979c97060e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (83f7ed83-1376-45c9-a5bf-077c41933db3), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:39.170501 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722ee31-6a9c-4239-bcb8-f4979c97060e admin admin] Pushing event deleted for resources: {'Port': ['ID=83f7ed83-1376-45c9-a5bf-077c41933db3,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:39.361526 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2722ee31-6a9c-4239-bcb8-f4979c97060e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029875'] for router_interface (012e87b7-0d92-4afc-affd-c47ca741fee2), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:39.614252 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2722ee31-6a9c-4239-bcb8-f4979c97060e admin admin] Router 012e87b7-0d92-4afc-affd-c47ca741fee2 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:26:39.735463 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2722ee31-6a9c-4239-bcb8-f4979c97060e admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:26:39.741112 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-2722ee31-6a9c-4239-bcb8-f4979c97060e admin admin] 10.222.0.10 "PUT /v2.0/routers/012e87b7-0d92-4afc-affd-c47ca741fee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7915862 Apr 06 14:26:39.743790 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 34078) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:39.746296 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed9493-7865-4995-9a9c-95ca64b38c46 None None] Sync routers for ids ['012e87b7-0d92-4afc-affd-c47ca741fee2'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:26:39.758971 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed9493-7865-4995-9a9c-95ca64b38c46 None None] Routers {'012e87b7-0d92-4afc-affd-c47ca741fee2'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:26:39.759587 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-77ed9493-7865-4995-9a9c-95ca64b38c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:26:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['012e87b7-0d92-4afc-affd-c47ca741fee2'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:39.861930 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] Publish callbacks [] for router (012e87b7-0d92-4afc-affd-c47ca741fee2), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:39.873824 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-77ed9493-7865-4995-9a9c-95ca64b38c46 None None] Set router 012e87b7-0d92-4afc-affd-c47ca741fee2 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:26:39.985710 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] Publish callbacks [] for router_gateway (012e87b7-0d92-4afc-affd-c47ca741fee2), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:40.113703 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] Deleting port 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:26:40.114037 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:40.157646 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-77ed9493-7865-4995-9a9c-95ca64b38c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:27Z', 'updated_at': '2022-04-06T14:26:38Z', 'revision_number': 5, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'gw_port': {'id': '29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:28Z', 'updated_at': '2022-04-06T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:40.185859 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed9493-7865-4995-9a9c-95ca64b38c46 None None] Checking router: 012e87b7-0d92-4afc-affd-c47ca741fee2 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:26:40.195509 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed9493-7865-4995-9a9c-95ca64b38c46 None None] Routers {'012e87b7-0d92-4afc-affd-c47ca741fee2'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:26:40.196131 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-77ed9493-7865-4995-9a9c-95ca64b38c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:26:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['012e87b7-0d92-4afc-affd-c47ca741fee2'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:40.211708 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] For port 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:40.212064 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:40.224209 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] Calling delete_port for 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea owned by network:router_gateway {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:26:40.285601 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-77ed9493-7865-4995-9a9c-95ca64b38c46 None None] Set router 012e87b7-0d92-4afc-affd-c47ca741fee2 gateway port host: None {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:26:40.341394 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-77ed9493-7865-4995-9a9c-95ca64b38c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:27Z', 'updated_at': '2022-04-06T14:26:39Z', 'revision_number': 6, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'gw_port_host': None}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:40.367759 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed9493-7865-4995-9a9c-95ca64b38c46 None None] The sync data for ids ['012e87b7-0d92-4afc-affd-c47ca741fee2'] in dv-cinder-835881-5-iscsi is: [{'id': '012e87b7-0d92-4afc-affd-c47ca741fee2', 'name': 'tempest-TestShelveInstance-1001691792-router', 'tenant_id': 'cf877f755f1348e4948475f7f9e99e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:27Z', 'updated_at': '2022-04-06T14:26:39Z', 'revision_number': 6, 'project_id': 'cf877f755f1348e4948475f7f9e99e23', 'gw_port_host': None}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:26:40.380271 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:40.479295 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:40.506297 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] Pushing event deleted for resources: {'Port': ['ID=29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:40.567833 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029685'] for router_gateway (012e87b7-0d92-4afc-affd-c47ca741fee2), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:40.657500 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2260'] for router (012e87b7-0d92-4afc-affd-c47ca741fee2), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:40.659608 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] Publish callbacks [] for router_controller (012e87b7-0d92-4afc-affd-c47ca741fee2), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:40.812024 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031823'] for router (012e87b7-0d92-4afc-affd-c47ca741fee2), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:40.812024 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 012e87b7-0d92-4afc-affd-c47ca741fee2 {{(pid=103947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:26:40.813728 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:40.815002 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-d74ed234-deb2-43e9-92c6-c8fb85fab079 admin admin] 10.222.0.10 "DELETE /v2.0/routers/012e87b7-0d92-4afc-affd-c47ca741fee2 HTTP/1.1" status: 204 len: 168 time: 1.0703423 Apr 06 14:26:40.817586 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 34084) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:40.874007 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc239cd-d4b2-44c8-8939-eccd41b42163 admin admin] Deleting subnet fa78e5fa-4a80-40c9-8141-6f492b0dd451 {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:26:40.877966 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8cc239cd-d4b2-44c8-8939-eccd41b42163 admin admin] Publish callbacks [] for subnet (fa78e5fa-4a80-40c9-8141-6f492b0dd451), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:40.919811 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8cc239cd-d4b2-44c8-8939-eccd41b42163 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14463474'] for subnet (fa78e5fa-4a80-40c9-8141-6f492b0dd451), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.026115 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8cc239cd-d4b2-44c8-8939-eccd41b42163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (fa78e5fa-4a80-40c9-8141-6f492b0dd451), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.161806 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8cc239cd-d4b2-44c8-8939-eccd41b42163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14453863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12719127'] for subnet (fa78e5fa-4a80-40c9-8141-6f492b0dd451), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.186059 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc239cd-d4b2-44c8-8939-eccd41b42163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa78e5fa-4a80-40c9-8141-6f492b0dd451,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:41.192995 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8cc239cd-d4b2-44c8-8939-eccd41b42163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.196105 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-8cc239cd-d4b2-44c8-8939-eccd41b42163 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fa78e5fa-4a80-40c9-8141-6f492b0dd451 HTTP/1.1" status: 204 len: 168 time: 0.3775918 Apr 06 14:26:41.199068 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b9ea21-a6fd-4855-aee6-d67b07b1e1ff None None] Network f5041c3d-7c42-42ba-9375-e89b7e14795e requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:26:41.206219 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 34086) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:41.277849 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (f5041c3d-7c42-42ba-9375-e89b7e14795e), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.358008 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] Deleting port 69cf505d-60e4-446a-aa8e-b41ef354ce1c {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:26:41.358369 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.416082 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] DHCP port deletion for f5041c3d-7c42-42ba-9375-e89b7e14795e request from dv-cinder-835881-5-iscsi {{(pid=103949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:26:41.431153 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] For port 69cf505d-60e4-446a-aa8e-b41ef354ce1c, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=69cf505d-60e4-446a-aa8e-b41ef354ce1c,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:41.431536 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.447555 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] Calling delete_port for 69cf505d-60e4-446a-aa8e-b41ef354ce1c owned by network:dhcp {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:26:41.477829 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Deleting port 69cf505d-60e4-446a-aa8e-b41ef354ce1c {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:26:41.478205 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.559069 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] For port 69cf505d-60e4-446a-aa8e-b41ef354ce1c, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=69cf505d-60e4-446a-aa8e-b41ef354ce1c,segment=NetworkSegment(bbd0843d-8364-4493-9dba-bdaefdf3001e),segment_id=bbd0843d-8364-4493-9dba-bdaefdf3001e)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:41.559467 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.574622 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Calling delete_port for 69cf505d-60e4-446a-aa8e-b41ef354ce1c owned by network:dhcp {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:26:41.679244 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.685665 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229'] for port (69cf505d-60e4-446a-aa8e-b41ef354ce1c), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.703463 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=69cf505d-60e4-446a-aa8e-b41ef354ce1c,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:41.709447 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] No DVR routers for this DVR port 69cf505d-60e4-446a-aa8e-b41ef354ce1c on host dv-cinder-835881-5-iscsi {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:26:41.710674 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Pushing event deleted for resources: {'Port': ['ID=69cf505d-60e4-446a-aa8e-b41ef354ce1c,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:41.719375 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:41.719719 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:41.720083 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:41.720422 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:41.720755 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:41.721601 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:41.721919 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:41.722373 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:41.722960 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:41.723292 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:41.723622 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:41.723966 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:41.724271 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:41.724624 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:41.724915 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:26:41.727851 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f1258-9e9e-4ea2-93e7-92fbd765ae89 None None] No DVR routers for this DVR port 69cf505d-60e4-446a-aa8e-b41ef354ce1c on host dv-cinder-835881-5-iscsi {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:26:41.788122 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (f5041c3d-7c42-42ba-9375-e89b7e14795e), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.809179 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5041c3d-7c42-42ba-9375-e89b7e14795e']}} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:41.819881 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd0843d-8364-4493-9dba-bdaefdf3001e') {'for_net_delete': True} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:41.820174 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd0843d-8364-4493-9dba-bdaefdf3001e') {} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:41.829271 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14463241'] for segment (bbd0843d-8364-4493-9dba-bdaefdf3001e), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.842755 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (bbd0843d-8364-4493-9dba-bdaefdf3001e), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=103947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14453773'] for segment (bbd0843d-8364-4493-9dba-bdaefdf3001e), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: Traceback (most recent call last): Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: timer() Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: cb(*args, **kw) Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: return func(*args, **kwargs) Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: self._notify() Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: self.callback(batched_events) Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: event.method(event) Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: return f(self, *a, **k) Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: return self._get(url).json() Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: return self.request(url, 'GET', **kwargs) Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:26:41.856518 dv-cinder-835881-5-iscsi neutron-server[103947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:26:41.896578 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:26:41.916666 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:26:41.916996 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 29f6f4ff-2671-40d5-9fd3-f73bd6e3b8ea not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:26:41.917402 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 69cf505d-60e4-446a-aa8e-b41ef354ce1c no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:26:41.936550 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 69cf505d-60e4-446a-aa8e-b41ef354ce1c {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:26:41.936819 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 69cf505d-60e4-446a-aa8e-b41ef354ce1c not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:26:41.937225 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 83f7ed83-1376-45c9-a5bf-077c41933db3 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:26:41.960722 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 83f7ed83-1376-45c9-a5bf-077c41933db3 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:26:41.961050 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 83f7ed83-1376-45c9-a5bf-077c41933db3 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:26:42.010766 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (f5041c3d-7c42-42ba-9375-e89b7e14795e), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:42.016487 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:42.020569 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f5041c3d-7c42-42ba-9375-e89b7e14795e HTTP/1.1" status: 204 len: 168 time: 0.8203034 Apr 06 14:26:42.023780 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 34102) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:42.032285 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fed71b-37e1-472f-b29b-60d79aad92c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5041c3d-7c42-42ba-9375-e89b7e14795e,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:42.087412 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:42.476985 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-785218ad-5022-4260-baea-7176fe01b3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031267'] for router_interface (ec31e447-e31f-4282-88c8-156076808eae), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:42.804153 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-785218ad-5022-4260-baea-7176fe01b3c0 admin admin] Deleting port bd4bdf96-249f-422f-8e92-8429eb74cf94 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:26:42.804405 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-785218ad-5022-4260-baea-7176fe01b3c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:42.887213 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-785218ad-5022-4260-baea-7176fe01b3c0 admin admin] For port bd4bdf96-249f-422f-8e92-8429eb74cf94, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=bd4bdf96-249f-422f-8e92-8429eb74cf94,segment=NetworkSegment(10e1d606-c50e-4ba6-9c74-f4226e27d1c5),segment_id=10e1d606-c50e-4ba6-9c74-f4226e27d1c5)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:42.887572 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-785218ad-5022-4260-baea-7176fe01b3c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:42.903351 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-785218ad-5022-4260-baea-7176fe01b3c0 admin admin] Calling delete_port for bd4bdf96-249f-422f-8e92-8429eb74cf94 owned by network:router_interface {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:26:43.087245 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:43.155984 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-785218ad-5022-4260-baea-7176fe01b3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (bd4bdf96-249f-422f-8e92-8429eb74cf94), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:43.182791 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785218ad-5022-4260-baea-7176fe01b3c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4bdf96-249f-422f-8e92-8429eb74cf94,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:43.355152 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-785218ad-5022-4260-baea-7176fe01b3c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029875'] for router_interface (ec31e447-e31f-4282-88c8-156076808eae), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:43.567316 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785218ad-5022-4260-baea-7176fe01b3c0 admin admin] Router ec31e447-e31f-4282-88c8-156076808eae has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:26:43.676130 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785218ad-5022-4260-baea-7176fe01b3c0 admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:26:43.682127 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-785218ad-5022-4260-baea-7176fe01b3c0 admin admin] 10.222.0.10 "PUT /v2.0/routers/ec31e447-e31f-4282-88c8-156076808eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6571755 Apr 06 14:26:43.684967 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 34116) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:43.689695 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb3a21-41b0-4e39-b035-4c0537a53b63 None None] Sync routers for ids ['ec31e447-e31f-4282-88c8-156076808eae'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:26:43.700781 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fb3a21-41b0-4e39-b035-4c0537a53b63 None None] Routers {'ec31e447-e31f-4282-88c8-156076808eae'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:26:43.701979 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-d1fb3a21-41b0-4e39-b035-4c0537a53b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:26:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec31e447-e31f-4282-88c8-156076808eae'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:43.795133 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] Publish callbacks [] for router (ec31e447-e31f-4282-88c8-156076808eae), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:43.815552 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-d1fb3a21-41b0-4e39-b035-4c0537a53b63 None None] Set router ec31e447-e31f-4282-88c8-156076808eae gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:26:43.928705 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] Publish callbacks [] for router_gateway (ec31e447-e31f-4282-88c8-156076808eae), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:44.018967 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-d1fb3a21-41b0-4e39-b035-4c0537a53b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec31e447-e31f-4282-88c8-156076808eae', 'name': 'tempest-TestShelveInstance-1592920384-router', 'tenant_id': '4034f494095c422b830418d345873f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:36Z', 'updated_at': '2022-04-06T14:26:43Z', 'revision_number': 5, 'project_id': '4034f494095c422b830418d345873f4a', 'gw_port': {'id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec31e447-e31f-4282-88c8-156076808eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:37Z', 'updated_at': '2022-04-06T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:44.044123 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb3a21-41b0-4e39-b035-4c0537a53b63 None None] Checking router: ec31e447-e31f-4282-88c8-156076808eae for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:26:44.052718 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fb3a21-41b0-4e39-b035-4c0537a53b63 None None] Routers {'ec31e447-e31f-4282-88c8-156076808eae'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:26:44.053322 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-d1fb3a21-41b0-4e39-b035-4c0537a53b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:26:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec31e447-e31f-4282-88c8-156076808eae'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:44.109145 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] Deleting port c2304b10-1078-4333-bab3-fb486db665a1 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:26:44.109577 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (c2304b10-1078-4333-bab3-fb486db665a1), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:44.165471 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-d1fb3a21-41b0-4e39-b035-4c0537a53b63 None None] Set router ec31e447-e31f-4282-88c8-156076808eae gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:26:44.196958 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] For port c2304b10-1078-4333-bab3-fb486db665a1, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=c2304b10-1078-4333-bab3-fb486db665a1,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:44.197563 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (c2304b10-1078-4333-bab3-fb486db665a1), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:44.210737 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] Calling delete_port for c2304b10-1078-4333-bab3-fb486db665a1 owned by network:router_gateway {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:26:44.361482 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-d1fb3a21-41b0-4e39-b035-4c0537a53b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec31e447-e31f-4282-88c8-156076808eae', 'name': 'tempest-TestShelveInstance-1592920384-router', 'tenant_id': '4034f494095c422b830418d345873f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:36Z', 'updated_at': '2022-04-06T14:26:43Z', 'revision_number': 5, 'project_id': '4034f494095c422b830418d345873f4a', 'gw_port': {'id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec31e447-e31f-4282-88c8-156076808eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:37Z', 'updated_at': '2022-04-06T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:44.389345 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fb3a21-41b0-4e39-b035-4c0537a53b63 None None] The sync data for ids ['ec31e447-e31f-4282-88c8-156076808eae'] in dv-cinder-835881-5-iscsi is: [{'id': 'ec31e447-e31f-4282-88c8-156076808eae', 'name': 'tempest-TestShelveInstance-1592920384-router', 'tenant_id': '4034f494095c422b830418d345873f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:19:36Z', 'updated_at': '2022-04-06T14:26:43Z', 'revision_number': 5, 'project_id': '4034f494095c422b830418d345873f4a', 'gw_port': {'id': 'c2304b10-1078-4333-bab3-fb486db665a1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec31e447-e31f-4282-88c8-156076808eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:19:37Z', 'updated_at': '2022-04-06T14:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:26:44.459187 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (c2304b10-1078-4333-bab3-fb486db665a1), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:44.485313 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2304b10-1078-4333-bab3-fb486db665a1,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:44.547597 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029685'] for router_gateway (ec31e447-e31f-4282-88c8-156076808eae), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:44.894349 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2260'] for router (ec31e447-e31f-4282-88c8-156076808eae), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:44.896948 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] Publish callbacks [] for router_controller (ec31e447-e31f-4282-88c8-156076808eae), precommit_delete_associations {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:45.102135 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031823'] for router (ec31e447-e31f-4282-88c8-156076808eae), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:45.102643 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec31e447-e31f-4282-88c8-156076808eae {{(pid=103948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:26:45.109813 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:45.109813 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-6d87e561-1003-4d34-aa95-48280a99f903 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ec31e447-e31f-4282-88c8-156076808eae HTTP/1.1" status: 204 len: 168 time: 1.4236612 Apr 06 14:26:45.112809 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 34124) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:45.165827 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-627ee118-ff12-4727-b3b8-d1223b762617 admin admin] Deleting subnet 4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999 {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:26:45.169549 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-627ee118-ff12-4727-b3b8-d1223b762617 admin admin] Publish callbacks [] for subnet (4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:45.490981 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-627ee118-ff12-4727-b3b8-d1223b762617 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14463474'] for subnet (4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:45.565105 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-627ee118-ff12-4727-b3b8-d1223b762617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:45.710287 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-627ee118-ff12-4727-b3b8-d1223b762617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14453863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12719127'] for subnet (4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:45.738275 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-627ee118-ff12-4727-b3b8-d1223b762617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:45.742327 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-627ee118-ff12-4727-b3b8-d1223b762617 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999 HTTP/1.1" status: 204 len: 168 time: 0.6284420 Apr 06 14:26:45.743497 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ee118-ff12-4727-b3b8-d1223b762617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b5a2ea0-bb93-4e0c-83cc-a28ecc12e999,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:45.743942 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dab5b12-8d4a-432e-8c45-fcd29ada9c7b None None] Network 8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:26:45.744810 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 34128) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:45.827394 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:45.893758 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] Deleting port 19c422c8-0a80-4072-a16b-c02fb30f315d {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:26:45.894234 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:45.928440 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4633401e-809b-473f-b435-2ae6459171d5 None None] DHCP port deletion for 8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2 request from dv-cinder-835881-5-iscsi {{(pid=103949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:26:45.959738 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device c2304b10-1078-4333-bab3-fb486db665a1 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:26:45.985764 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] For port 19c422c8-0a80-4072-a16b-c02fb30f315d, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=19c422c8-0a80-4072-a16b-c02fb30f315d,segment=NetworkSegment(10e1d606-c50e-4ba6-9c74-f4226e27d1c5),segment_id=10e1d606-c50e-4ba6-9c74-f4226e27d1c5)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:45.986123 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:45.992015 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: c2304b10-1078-4333-bab3-fb486db665a1 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:26:45.992691 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device c2304b10-1078-4333-bab3-fb486db665a1 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:26:45.993127 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device bd4bdf96-249f-422f-8e92-8429eb74cf94 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:26:46.000830 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] Calling delete_port for 19c422c8-0a80-4072-a16b-c02fb30f315d owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:26:46.149326 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: bd4bdf96-249f-422f-8e92-8429eb74cf94 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:26:46.149595 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device bd4bdf96-249f-422f-8e92-8429eb74cf94 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:26:46.167434 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-4633401e-809b-473f-b435-2ae6459171d5 None None] Deleting port 19c422c8-0a80-4072-a16b-c02fb30f315d {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:26:46.167434 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4633401e-809b-473f-b435-2ae6459171d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:46.184372 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:46.213619 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c422c8-0a80-4072-a16b-c02fb30f315d,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:46.218220 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] No DVR routers for this DVR port 19c422c8-0a80-4072-a16b-c02fb30f315d on host dv-cinder-835881-5-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:26:46.232525 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-4633401e-809b-473f-b435-2ae6459171d5 None None] For port 19c422c8-0a80-4072-a16b-c02fb30f315d, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=19c422c8-0a80-4072-a16b-c02fb30f315d,segment=NetworkSegment(10e1d606-c50e-4ba6-9c74-f4226e27d1c5),segment_id=10e1d606-c50e-4ba6-9c74-f4226e27d1c5)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:46.232915 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4633401e-809b-473f-b435-2ae6459171d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:46.247427 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-4633401e-809b-473f-b435-2ae6459171d5 None None] Calling delete_port for 19c422c8-0a80-4072-a16b-c02fb30f315d owned by network:dhcp {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:26:46.321214 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:46.343356 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4633401e-809b-473f-b435-2ae6459171d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229'] for port (19c422c8-0a80-4072-a16b-c02fb30f315d), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:46.345576 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2']}} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:46.356611 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e1d606-c50e-4ba6-9c74-f4226e27d1c5') {'for_net_delete': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:46.356904 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e1d606-c50e-4ba6-9c74-f4226e27d1c5') {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:46.366982 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602373'] for segment (10e1d606-c50e-4ba6-9c74-f4226e27d1c5), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:46.373288 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633401e-809b-473f-b435-2ae6459171d5 None None] Pushing event deleted for resources: {'Port': ['ID=19c422c8-0a80-4072-a16b-c02fb30f315d,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:46.380456 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633401e-809b-473f-b435-2ae6459171d5 None None] No DVR routers for this DVR port 19c422c8-0a80-4072-a16b-c02fb30f315d on host dv-cinder-835881-5-iscsi {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:26:46.383351 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (10e1d606-c50e-4ba6-9c74-f4226e27d1c5), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:46.394541 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=103948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:26:46.394858 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12612040'] for segment (10e1d606-c50e-4ba6-9c74-f4226e27d1c5), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: Traceback (most recent call last): Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: timer() Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: cb(*args, **kw) Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: return func(*args, **kwargs) Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: self._notify() Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: self.callback(batched_events) Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: event.method(event) Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: return f(self, *a, **k) Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._get(url).json() Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: return self.request(url, 'GET', **kwargs) Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:26:46.397014 dv-cinder-835881-5-iscsi neutron-server[103948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:26:46.537435 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:46.558366 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:46.561560 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2 HTTP/1.1" status: 204 len: 168 time: 0.8157270 Apr 06 14:26:46.562508 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acf3c8-3277-4702-8eae-6195b5ba4241 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b08c810-2e6c-42c0-bf4c-c3d9d40a5aa2,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:46.913164 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 34152) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:46.954176 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-d83e796d-4d7f-4288-9ade-1ab2c810d6d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf877f755f1348e4948475f7f9e99e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397105 Apr 06 14:26:46.957246 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 34154) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:47.005966 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eed12ed9-2f81-4414-abe1-c5a643b1d74d admin admin] Publish callbacks [] for security_group (75ab7e54-b478-447f-930c-795b208636f6), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:47.032500 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eed12ed9-2f81-4414-abe1-c5a643b1d74d admin admin] Publish callbacks [] for security_group (75ab7e54-b478-447f-930c-795b208636f6), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:47.187846 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eed12ed9-2f81-4414-abe1-c5a643b1d74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (75ab7e54-b478-447f-930c-795b208636f6), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:47.191296 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eed12ed9-2f81-4414-abe1-c5a643b1d74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:47.192478 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-eed12ed9-2f81-4414-abe1-c5a643b1d74d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75ab7e54-b478-447f-930c-795b208636f6 HTTP/1.1" status: 204 len: 168 time: 0.2343061 Apr 06 14:26:47.201431 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed12ed9-2f81-4414-abe1-c5a643b1d74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ab7e54-b478-447f-930c-795b208636f6,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:47.895429 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 19c422c8-0a80-4072-a16b-c02fb30f315d no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:26:47.915393 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 19c422c8-0a80-4072-a16b-c02fb30f315d {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:26:47.915876 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 19c422c8-0a80-4072-a16b-c02fb30f315d not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:26:47.983448 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 34164) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:48.023022 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-c480db33-3235-43e7-9f89-0a259a97647d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4034f494095c422b830418d345873f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383978 Apr 06 14:26:48.025735 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 34166) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:48.073210 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ee2b4e0-645c-4284-af36-b528fc4e9011 admin admin] Publish callbacks [] for security_group (5c339ed8-f596-4e23-a93e-b484a938f2b2), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:48.097855 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ee2b4e0-645c-4284-af36-b528fc4e9011 admin admin] Publish callbacks [] for security_group (5c339ed8-f596-4e23-a93e-b484a938f2b2), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:48.210692 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ee2b4e0-645c-4284-af36-b528fc4e9011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (5c339ed8-f596-4e23-a93e-b484a938f2b2), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:48.213258 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7ee2b4e0-645c-4284-af36-b528fc4e9011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:48.214405 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-7ee2b4e0-645c-4284-af36-b528fc4e9011 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c339ed8-f596-4e23-a93e-b484a938f2b2 HTTP/1.1" status: 204 len: 168 time: 0.1877825 Apr 06 14:26:48.222830 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2b4e0-645c-4284-af36-b528fc4e9011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c339ed8-f596-4e23-a93e-b484a938f2b2,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:48.898128 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:26:49.122017 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82d3a0-051d-437b-97c7-fd6535d8edf3 req-fb9e663b-bb1d-47b8-a6e6-b8122693ee6f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:49.123461 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7d82d3a0-051d-437b-97c7-fd6535d8edf3 req-fb9e663b-bb1d-47b8-a6e6-b8122693ee6f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 946 time: 0.0540359 Apr 06 14:26:49.172068 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7d82d3a0-051d-437b-97c7-fd6535d8edf3 req-7bfccff2-5600-4528-86fe-e611b116e0aa tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426433 Apr 06 14:26:50.007045 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:50.291522 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04643526-e888-4e7a-a2c8-7ea80e93775a req-5b4e01e7-525f-46ee-bbbc-676020e54a9e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:50.292996 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-04643526-e888-4e7a-a2c8-7ea80e93775a req-5b4e01e7-525f-46ee-bbbc-676020e54a9e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 946 time: 0.0522490 Apr 06 14:26:50.339561 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-04643526-e888-4e7a-a2c8-7ea80e93775a req-306eda46-894f-4e44-b391-51d64c090a3a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407655 Apr 06 14:26:51.464390 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5c974-003b-4de4-8a9a-e8786b887ffc req-a3aa0fe0-f3eb-4288-b17c-21c6bb3344e3 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:51.465930 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-abe5c974-003b-4de4-8a9a-e8786b887ffc req-a3aa0fe0-f3eb-4288-b17c-21c6bb3344e3 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 946 time: 0.0548246 Apr 06 14:26:51.518372 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-abe5c974-003b-4de4-8a9a-e8786b887ffc req-61de3c85-7208-401e-a401-bd7b25b434bd tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=40552885-7d0c-419f-ad10-52e575c2161c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465381 Apr 06 14:26:51.778766 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-145b62f3-b3ab-4036-91ac-e9d38cccd72e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:51.780260 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-145b62f3-b3ab-4036-91ac-e9d38cccd72e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 946 time: 0.0514436 Apr 06 14:26:51.879375 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-4b0175a0-0691-479d-b1b9-937ebc6aa62f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Deleting port 554391c1-717f-4feb-8e8d-5efd70ae16d1 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:26:51.879708 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-4b0175a0-0691-479d-b1b9-937ebc6aa62f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:51.976264 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-4b0175a0-0691-479d-b1b9-937ebc6aa62f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] For port 554391c1-717f-4feb-8e8d-5efd70ae16d1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=554391c1-717f-4feb-8e8d-5efd70ae16d1,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:26:51.976630 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-4b0175a0-0691-479d-b1b9-937ebc6aa62f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:52.150591 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-4b0175a0-0691-479d-b1b9-937ebc6aa62f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:52.150956 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-4b0175a0-0691-479d-b1b9-937ebc6aa62f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (4929b133-b3ec-4baf-8444-834634b047ce), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:52.151270 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-4b0175a0-0691-479d-b1b9-937ebc6aa62f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Floating IP 4929b133-b3ec-4baf-8444-834634b047ce disassociated. External IP: 172.27.2.30, port: 554391c1-717f-4feb-8e8d-5efd70ae16d1. Apr 06 14:26:52.151607 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-4b0175a0-0691-479d-b1b9-937ebc6aa62f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Calling delete_port for 554391c1-717f-4feb-8e8d-5efd70ae16d1 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:26:52.333483 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-4b0175a0-0691-479d-b1b9-937ebc6aa62f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (554391c1-717f-4feb-8e8d-5efd70ae16d1), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:52.365665 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0175a0-0691-479d-b1b9-937ebc6aa62f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event deleted for resources: {'Port': ['ID=554391c1-717f-4feb-8e8d-5efd70ae16d1,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:52.486430 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-4b0175a0-0691-479d-b1b9-937ebc6aa62f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Router 49439ce0-7712-49d6-b21e-3e1a54cba58c has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:26:52.618869 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5b3d876c-f6b6-4177-84ec-406bcb79ee3d req-c0eefead-059d-4cf7-b223-6c175601c56b tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 210 time: 0.0316682 Apr 06 14:26:52.623454 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-4b0175a0-0691-479d-b1b9-937ebc6aa62f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:26:52.641606 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b9cfb4-48a9-4e23-86df-326eb8d7d499 None None] Sync routers for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:26:52.645244 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b9cfb4-48a9-4e23-86df-326eb8d7d499 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:26:52.645858 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b7b9cfb4-48a9-4e23-86df-326eb8d7d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:26:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:52.664667 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-4b0175a0-0691-479d-b1b9-937ebc6aa62f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] No DVR routers for this DVR port 554391c1-717f-4feb-8e8d-5efd70ae16d1 on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:26:52.667384 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-4b0175a0-0691-479d-b1b9-937ebc6aa62f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:52.670722 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-72c55bad-1fab-45cc-b554-b6a50d91f01e req-4b0175a0-0691-479d-b1b9-937ebc6aa62f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "DELETE /v2.0/ports/554391c1-717f-4feb-8e8d-5efd70ae16d1 HTTP/1.1" status: 204 len: 173 time: 0.8836749 Apr 06 14:26:52.671172 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee89287-b047-462b-aa08-f6483c319972', 'name': 'network-vif-deleted', 'tag': '554391c1-717f-4feb-8e8d-5efd70ae16d1'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:26:52.673456 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9482d367-33d1-4d86-8cb0-4ff0ef1f3723" -d '{"events": [{"server_uuid": "2ee89287-b047-462b-aa08-f6483c319972", "name": "network-vif-deleted", "tag": "554391c1-717f-4feb-8e8d-5efd70ae16d1"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:26:52.716482 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0397672d-9fe5-4698-93f5-0428db839fd7 x-openstack-request-id: req-0397672d-9fe5-4698-93f5-0428db839fd7 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:26:52.716779 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee89287-b047-462b-aa08-f6483c319972", "name": "network-vif-deleted", "tag": "554391c1-717f-4feb-8e8d-5efd70ae16d1", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:26:52.717035 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0397672d-9fe5-4698-93f5-0428db839fd7 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:26:52.717453 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0397672d-9fe5-4698-93f5-0428db839fd7'] response: {'server_uuid': '2ee89287-b047-462b-aa08-f6483c319972', 'name': 'network-vif-deleted', 'tag': '554391c1-717f-4feb-8e8d-5efd70ae16d1', 'status': 'completed', 'code': 200} Apr 06 14:26:52.761691 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-b7b9cfb4-48a9-4e23-86df-326eb8d7d499 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:26:52.976351 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b7b9cfb4-48a9-4e23-86df-326eb8d7d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:53.002384 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b9cfb4-48a9-4e23-86df-326eb8d7d499 None None] Checking router: 49439ce0-7712-49d6-b21e-3e1a54cba58c for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:26:53.012812 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b9cfb4-48a9-4e23-86df-326eb8d7d499 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:26:53.013839 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b7b9cfb4-48a9-4e23-86df-326eb8d7d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:26:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:53.125605 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-b7b9cfb4-48a9-4e23-86df-326eb8d7d499 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:26:53.335949 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b7b9cfb4-48a9-4e23-86df-326eb8d7d499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:26:53.361895 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b9cfb4-48a9-4e23-86df-326eb8d7d499 None None] The sync data for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi is: [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:26:53.598576 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534661fd-a265-46d1-a6d2-12082a2bb320 None None] New status for floating IP 4929b133-b3ec-4baf-8444-834634b047ce: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:26:53.728599 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2c80dd07-a8b2-47cb-8bcb-befb55162c3b req-1395f78a-fd9a-4bed-aa0e-5205be1d63e0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ee89287-b047-462b-aa08-f6483c319972 HTTP/1.1" status: 200 len: 210 time: 0.0274143 Apr 06 14:26:54.875747 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 34208) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:54.931496 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c5488a40-70fd-4267-aedd-0feee9405866 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (40552885-7d0c-419f-ad10-52e575c2161c), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:54.955262 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c5488a40-70fd-4267-aedd-0feee9405866 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (40552885-7d0c-419f-ad10-52e575c2161c), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:55.104720 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c5488a40-70fd-4267-aedd-0feee9405866 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (40552885-7d0c-419f-ad10-52e575c2161c), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:55.107298 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c5488a40-70fd-4267-aedd-0feee9405866 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:55.108445 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-c5488a40-70fd-4267-aedd-0feee9405866 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "DELETE /v2.0/security-groups/40552885-7d0c-419f-ad10-52e575c2161c HTTP/1.1" status: 204 len: 168 time: 0.2316582 Apr 06 14:26:55.111478 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 34210) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:55.125878 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5488a40-70fd-4267-aedd-0feee9405866 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40552885-7d0c-419f-ad10-52e575c2161c,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:55.132428 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.api.v2.resource [None req-12bd8bbb-5bf3-4423-b085-e4ed5daa95b3 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] show failed (client error): The resource could not be found. Apr 06 14:26:55.133807 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-12bd8bbb-5bf3-4423-b085-e4ed5daa95b3 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups/40552885-7d0c-419f-ad10-52e575c2161c HTTP/1.1" status: 404 len: 347 time: 0.0213370 Apr 06 14:26:55.136677 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 34214) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:55.271682 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-daecbd36-1a22-4fbc-a53f-603136e868d1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Deleting port 8d3be5f7-515e-43b3-98a6-48509c3fb437 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:26:55.272022 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-daecbd36-1a22-4fbc-a53f-603136e868d1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (8d3be5f7-515e-43b3-98a6-48509c3fb437), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:55.353370 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-daecbd36-1a22-4fbc-a53f-603136e868d1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (8d3be5f7-515e-43b3-98a6-48509c3fb437), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:55.353686 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-daecbd36-1a22-4fbc-a53f-603136e868d1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (8d3be5f7-515e-43b3-98a6-48509c3fb437), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:55.366146 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-daecbd36-1a22-4fbc-a53f-603136e868d1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Calling delete_port for 8d3be5f7-515e-43b3-98a6-48509c3fb437 owned by network:floatingip {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:26:55.559743 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-daecbd36-1a22-4fbc-a53f-603136e868d1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (8d3be5f7-515e-43b3-98a6-48509c3fb437), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:55.594504 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daecbd36-1a22-4fbc-a53f-603136e868d1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event deleted for resources: {'Port': ['ID=8d3be5f7-515e-43b3-98a6-48509c3fb437,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:55.653399 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-daecbd36-1a22-4fbc-a53f-603136e868d1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (4929b133-b3ec-4baf-8444-834634b047ce), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:55.656300 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-daecbd36-1a22-4fbc-a53f-603136e868d1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:55.657599 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-daecbd36-1a22-4fbc-a53f-603136e868d1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "DELETE /v2.0/floatingips/4929b133-b3ec-4baf-8444-834634b047ce HTTP/1.1" status: 204 len: 168 time: 0.5200102 Apr 06 14:26:55.953839 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 34230) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:55.959046 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-b7124aff-e49f-45ab-baad-8f38c0deed8a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--939045652', 'description': 'tempest-description--361068210'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:26:56.076179 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 554391c1-717f-4feb-8e8d-5efd70ae16d1 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:26:56.097696 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: 554391c1-717f-4feb-8e8d-5efd70ae16d1 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:26:56.098039 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 554391c1-717f-4feb-8e8d-5efd70ae16d1 not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:26:56.110190 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b7124aff-e49f-45ab-baad-8f38c0deed8a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:56.177552 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b7124aff-e49f-45ab-baad-8f38c0deed8a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (559dfd29-5046-4b3d-82cd-6ffd9be8bc03), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:56.281734 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b7124aff-e49f-45ab-baad-8f38c0deed8a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (559dfd29-5046-4b3d-82cd-6ffd9be8bc03), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:56.311410 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7124aff-e49f-45ab-baad-8f38c0deed8a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559dfd29-5046-4b3d-82cd-6ffd9be8bc03,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:56.364680 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b7124aff-e49f-45ab-baad-8f38c0deed8a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:56.365955 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b7124aff-e49f-45ab-baad-8f38c0deed8a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4110796 Apr 06 14:26:56.368957 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 34234) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:56.373184 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-c5db6ed9-78b8-4583-a737-c5aed8c6e294 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'security_group_rule': {'security_group_id': '559dfd29-5046-4b3d-82cd-6ffd9be8bc03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:26:56.469616 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c5db6ed9-78b8-4583-a737-c5aed8c6e294 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (075cea47-4b18-41f1-b20b-2a86ccd1424b), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:56.523751 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c5db6ed9-78b8-4583-a737-c5aed8c6e294 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (075cea47-4b18-41f1-b20b-2a86ccd1424b), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:56.573294 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c5db6ed9-78b8-4583-a737-c5aed8c6e294 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (075cea47-4b18-41f1-b20b-2a86ccd1424b), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:56.591036 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db6ed9-78b8-4583-a737-c5aed8c6e294 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075cea47-4b18-41f1-b20b-2a86ccd1424b,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:56.672196 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c5db6ed9-78b8-4583-a737-c5aed8c6e294 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:56.673417 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-c5db6ed9-78b8-4583-a737-c5aed8c6e294 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3035531 Apr 06 14:26:56.676831 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 34236) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:56.681029 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-b94e6a3b-6844-4e79-baa8-86dc4d7b7b08 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'security_group_rule': {'security_group_id': '559dfd29-5046-4b3d-82cd-6ffd9be8bc03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:26:56.777942 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b94e6a3b-6844-4e79-baa8-86dc4d7b7b08 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (117e60b7-e312-4df2-9323-97abf94f8c02), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:56.837605 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b94e6a3b-6844-4e79-baa8-86dc4d7b7b08 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (117e60b7-e312-4df2-9323-97abf94f8c02), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:56.927566 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b94e6a3b-6844-4e79-baa8-86dc4d7b7b08 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (117e60b7-e312-4df2-9323-97abf94f8c02), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:56.945583 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e6a3b-6844-4e79-baa8-86dc4d7b7b08 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117e60b7-e312-4df2-9323-97abf94f8c02,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:57.076037 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b94e6a3b-6844-4e79-baa8-86dc4d7b7b08 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:57.077225 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b94e6a3b-6844-4e79-baa8-86dc4d7b7b08 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3994713 Apr 06 14:26:57.080270 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 34242) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:57.085056 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'floatingip': {'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:26:57.211388 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:57.316874 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:57.423298 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 34246) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:57.434172 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Allocated IP 172.27.2.36 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/612d49e0-34ae-4a99-90b0-132fd5d52403) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:26:57.547908 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ab658067-b410-4580-ac54-b45b2c11c224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:57.552667 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for port (612d49e0-34ae-4a99-90b0-132fd5d52403), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:57.684270 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ab658067-b410-4580-ac54-b45b2c11c224 admin admin] Publish callbacks [] for security_group (bee22a2c-b1cd-41bc-afe5-cee1c7a17898), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:57.686372 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (612d49e0-34ae-4a99-90b0-132fd5d52403), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:57.716074 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c1a6af6-c1b8-4a6d-a4c8-50f744c74b5a req-e32917d8-67ac-4f79-a5ef-b301778ff4f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1016505 Apr 06 14:26:57.731117 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:26:57.734222 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:26:57.738501 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:26:57.771354 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ab658067-b410-4580-ac54-b45b2c11c224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (bee22a2c-b1cd-41bc-afe5-cee1c7a17898), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:57.774291 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'Port': ['ID=612d49e0-34ae-4a99-90b0-132fd5d52403,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:57.849751 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-ab658067-b410-4580-ac54-b45b2c11c224 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a32a48367cf34dc19b5b8ca236b7b9ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4252570 Apr 06 14:26:57.850745 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 34256) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:26:57.864308 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab658067-b410-4580-ac54-b45b2c11c224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee22a2c-b1cd-41bc-afe5-cee1c7a17898,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:57.905838 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d701d786-9717-4362-b7fc-0a126be6c7a2 admin admin] Publish callbacks [] for security_group (bee22a2c-b1cd-41bc-afe5-cee1c7a17898), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:57.908389 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a6af6-c1b8-4a6d-a4c8-50f744c74b5a req-eb875f5f-1168-44fa-b9a7-835236d35c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:57.909886 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c1a6af6-c1b8-4a6d-a4c8-50f744c74b5a req-eb875f5f-1168-44fa-b9a7-835236d35c28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3704131189249758fe79fd530a64a7f&device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 1129 time: 0.1661415 Apr 06 14:26:57.916244 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (24fc1691-1487-4a0b-8034-4316bcd2c8ae), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:57.939082 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d701d786-9717-4362-b7fc-0a126be6c7a2 admin admin] Publish callbacks [] for security_group (bee22a2c-b1cd-41bc-afe5-cee1c7a17898), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:58.047383 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a6af6-c1b8-4a6d-a4c8-50f744c74b5a req-4faba98f-fcc1-41e2-8366-c270cfdda153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:58.048922 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c1a6af6-c1b8-4a6d-a4c8-50f744c74b5a req-4faba98f-fcc1-41e2-8366-c270cfdda153 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c86284af-8e01-433f-b259-029eabfd0d24 HTTP/1.1" status: 200 len: 918 time: 0.1102571 Apr 06 14:26:58.063411 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (612d49e0-34ae-4a99-90b0-132fd5d52403), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:58.099033 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d701d786-9717-4362-b7fc-0a126be6c7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (bee22a2c-b1cd-41bc-afe5-cee1c7a17898), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:58.101686 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d701d786-9717-4362-b7fc-0a126be6c7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:58.102967 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-d701d786-9717-4362-b7fc-0a126be6c7a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bee22a2c-b1cd-41bc-afe5-cee1c7a17898 HTTP/1.1" status: 204 len: 168 time: 0.2505760 Apr 06 14:26:58.111202 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701d786-9717-4362-b7fc-0a126be6c7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee22a2c-b1cd-41bc-afe5-cee1c7a17898,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:58.149722 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c1a6af6-c1b8-4a6d-a4c8-50f744c74b5a req-b99cbca1-6eb6-43fb-a6ae-f06019388d3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496 HTTP/1.1" status: 200 len: 1000 time: 0.0932469 Apr 06 14:26:58.250447 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a6af6-c1b8-4a6d-a4c8-50f744c74b5a req-ee2e1b76-7eef-4b8d-b3b0-44360927a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:58.251882 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c1a6af6-c1b8-4a6d-a4c8-50f744c74b5a req-ee2e1b76-7eef-4b8d-b3b0-44360927a124 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3abd841-b723-4c66-b34b-6c95c35f2cdf HTTP/1.1" status: 200 len: 856 time: 0.0959408 Apr 06 14:26:58.341920 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for port (612d49e0-34ae-4a99-90b0-132fd5d52403), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:58.348164 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a6af6-c1b8-4a6d-a4c8-50f744c74b5a req-85ac8ca3-1502-48c2-abeb-50ef1fca5b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:58.349787 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c1a6af6-c1b8-4a6d-a4c8-50f744c74b5a req-85ac8ca3-1502-48c2-abeb-50ef1fca5b5f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c86284af-8e01-433f-b259-029eabfd0d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870934 Apr 06 14:26:58.418396 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (612d49e0-34ae-4a99-90b0-132fd5d52403), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:58.518067 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'Port': ['ID=612d49e0-34ae-4a99-90b0-132fd5d52403,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:26:58.524755 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c1a6af6-c1b8-4a6d-a4c8-50f744c74b5a req-e3adf5a0-2904-4737-bf0f-6cd7cc9c7a54 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684077 Apr 06 14:26:58.553950 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (24fc1691-1487-4a0b-8034-4316bcd2c8ae), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:58.628796 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4c1a6af6-c1b8-4a6d-a4c8-50f744c74b5a req-08e17aa9-8bf8-438b-b7cf-dcfdf491a239 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970914 Apr 06 14:26:58.722565 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:26:58.723776 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e2dedfed-8af8-4606-9df4-fd45a5e8279c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6425984 Apr 06 14:26:59.125054 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-eef196f6-048e-4769-87cc-a8fea4db531d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--939045652&fields=id&tenant_id=fe717c9db0244c0291dcc0ff1f23244a HTTP/1.1" status: 200 len: 267 time: 0.0495799 Apr 06 14:26:59.235584 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-2e104a20-8b24-4d68-99da-5e1969e951ad tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:26:59.237080 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-2e104a20-8b24-4d68-99da-5e1969e951ad tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/networks?id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c HTTP/1.1" status: 200 len: 815 time: 0.1045835 Apr 06 14:26:59.252329 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-3b588c51-5db3-4a04-ac96-d49295377bc6 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/quotas/fe717c9db0244c0291dcc0ff1f23244a HTTP/1.1" status: 200 len: 375 time: 0.0092571 Apr 06 14:26:59.308106 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-d6eca59d-ea70-46fd-9ded-125302439e02 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496464 Apr 06 14:26:59.407368 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-0f00eeec-eecf-4a86-a602-e59007acc44b service neutron] 10.222.0.10 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866621 Apr 06 14:26:59.499297 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-4a54d9f3-4c89-4dce-8f24-91c92cbf9fe4 service neutron] 10.222.0.10 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850399 Apr 06 14:26:59.962427 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5ba5bc65-4dfa-47bb-bf35-b86186634d5c req-f0805f45-1c85-4638-a206-e7b7b0a5b844 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 210 time: 0.2014716 Apr 06 14:27:01.063433 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-df2799dc-cb19-49e7-a5e1-480a602fbd19 req-969189e0-3b30-42ba-82ed-d83d54b75343 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 210 time: 0.0339479 Apr 06 14:27:01.797060 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a06afc-b6bd-4f67-8dad-98fb7d9682e4 req-8c4d60ba-7395-4786-9c2d-edc97754a4c3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:01.798587 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-60a06afc-b6bd-4f67-8dad-98fb7d9682e4 req-8c4d60ba-7395-4786-9c2d-edc97754a4c3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0535808 Apr 06 14:27:01.851423 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-60a06afc-b6bd-4f67-8dad-98fb7d9682e4 req-f63e4e65-6694-4d24-9e25-2c54fc7ea4fe tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470424 Apr 06 14:27:02.169139 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-75c2da5f-362d-4deb-82a7-6429f96181b3 req-547e2b52-adb5-4b99-a84c-11d35e214b01 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 210 time: 0.0357158 Apr 06 14:27:02.200739 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-de105d9b-03b3-4b62-bfe6-b18768c8f47a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:02.202180 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-de105d9b-03b3-4b62-bfe6-b18768c8f47a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "GET /v2.0/networks?id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c HTTP/1.1" status: 200 len: 815 time: 0.1350141 Apr 06 14:27:02.263887 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-7f685795-9b7c-4caf-8721-5d8232fa5053 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe717c9db0244c0291dcc0ff1f23244a HTTP/1.1" status: 200 len: 379 time: 0.0527568 Apr 06 14:27:02.273288 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'port': {'device_id': '6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'admin_state_up': True, 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'security_groups': ['559dfd29-5046-4b3d-82cd-6ffd9be8bc03']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:27:02.453368 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Made reservation on behalf of fe717c9db0244c0291dcc0ff1f23244a for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:27:02.457320 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:02.586978 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Allocated IP 172.20.0.7 (30bc2d19-0a57-49c0-af7c-ee8f649f7a8c/8b274f6d-7ae6-4a62-9350-943b95ce2349/70e97235-e779-4859-a574-b32c64d89994) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:27:02.726081 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for port (70e97235-e779-4859-a574-b32c64d89994), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:02.894696 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (70e97235-e779-4859-a574-b32c64d89994), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:02.936281 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:27:02.948558 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:27:02.952435 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:27:02.959892 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event updated for resources: {'Port': ['ID=70e97235-e779-4859-a574-b32c64d89994,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:02.982398 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2069d-7ec8-409b-beb0-542bddc2a4c4 req-26d7c2f7-899e-4b96-8008-e554dc9d9930 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:02.985167 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-39b2069d-7ec8-409b-beb0-542bddc2a4c4 req-26d7c2f7-899e-4b96-8008-e554dc9d9930 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0566757 Apr 06 14:27:02.988670 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:02.989016 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:02.989357 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:02.989697 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:02.990032 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:02.990363 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:02.990727 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:02.991053 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:02.991377 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:02.991705 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:02.992028 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:02.992354 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:02.992677 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:02.993175 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:02.993427 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:03.028133 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:03.028766 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:03.047791 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-39b2069d-7ec8-409b-beb0-542bddc2a4c4 req-0dc73006-0862-46b2-a72c-ba5efbcae8bb tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563545 Apr 06 14:27:03.142889 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-be838100-6fd4-4aeb-9522-536ded2f3f41 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8730974 Apr 06 14:27:03.154499 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Request body: {'port': {'device_id': '6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:27:03.236292 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (70e97235-e779-4859-a574-b32c64d89994), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:03.263932 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-6704d191-5d4c-4ede-9509-eaccc15a3199 None None] Provisioning complete for port 70e97235-e779-4859-a574-b32c64d89994 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:27:03.265006 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6704d191-5d4c-4ede-9509-eaccc15a3199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (70e97235-e779-4859-a574-b32c64d89994), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:03.304205 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-6704d191-5d4c-4ede-9509-eaccc15a3199 None None] Port 70e97235-e779-4859-a574-b32c64d89994 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:27:03.391565 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56576e9a-636d-46a9-b664-37616006b2c7 req-09122b5c-98e4-438f-9f59-d5485b1cdffb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:03.393053 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-56576e9a-636d-46a9-b664-37616006b2c7 req-09122b5c-98e4-438f-9f59-d5485b1cdffb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 931 time: 0.1430106 Apr 06 14:27:03.497910 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-56576e9a-636d-46a9-b664-37616006b2c7 req-74770bc8-0d16-46f3-887c-7d1a84286e3c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945308 Apr 06 14:27:03.578289 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e97235-e779-4859-a574-b32c64d89994 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:27:03.586630 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Publish callbacks [] for port (70e97235-e779-4859-a574-b32c64d89994), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:03.598324 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Transition to ACTIVE for port object 70e97235-e779-4859-a574-b32c64d89994 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:27:03.668456 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (70e97235-e779-4859-a574-b32c64d89994), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:03.717833 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Pushing event updated for resources: {'Port': ['ID=70e97235-e779-4859-a574-b32c64d89994,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:03.793340 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Attempting to bind port 70e97235-e779-4859-a574-b32c64d89994 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:27:03.793725 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Attempting to bind port 70e97235-e779-4859-a574-b32c64d89994 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:27:03.794057 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Attempting to bind port 70e97235-e779-4859-a574-b32c64d89994 on network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:27:03.798459 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Port 70e97235-e779-4859-a574-b32c64d89994 on network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:27:03.798808 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Attempting to bind port 70e97235-e779-4859-a574-b32c64d89994 on network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:27:03.804595 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:27:03.804935 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Checking segment: {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:27:03.805324 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Bound using segment: {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:27:03.805752 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Bound port: 70e97235-e779-4859-a574-b32c64d89994, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2e079d-2af8-4051-8872-635bcb214a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:27:03.806110 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (70e97235-e779-4859-a574-b32c64d89994), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:03.872652 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] For port 70e97235-e779-4859-a574-b32c64d89994, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:27:03.875761 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] For port 70e97235-e779-4859-a574-b32c64d89994, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=70e97235-e779-4859-a574-b32c64d89994,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:27:03.968513 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (70e97235-e779-4859-a574-b32c64d89994), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:04.006420 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:04.007063 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:04.008570 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] 10.222.0.49 "PUT /v2.0/ports/70e97235-e779-4859-a574-b32c64d89994 HTTP/1.1" status: 200 len: 1093 time: 0.8583162 Apr 06 14:27:04.008940 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043', 'tag': '70e97235-e779-4859-a574-b32c64d89994'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:27:04.011342 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e0bb23-9268-4a9f-8c3e-a36d165d5638" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043", "tag": "70e97235-e779-4859-a574-b32c64d89994"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:27:04.033332 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9debee2-9f17-4d34-8029-20d640a0024a service neutron] Pushing event updated for resources: {'Port': ['ID=70e97235-e779-4859-a574-b32c64d89994,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:04.052327 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5d2a22-eb04-47f0-8b83-31a993899265 x-openstack-request-id: req-8f5d2a22-eb04-47f0-8b83-31a993899265 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:27:04.052589 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043", "tag": "70e97235-e779-4859-a574-b32c64d89994", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:27:04.052844 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f5d2a22-eb04-47f0-8b83-31a993899265 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:27:04.053249 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5d2a22-eb04-47f0-8b83-31a993899265'] response: {'name': 'network-changed', 'server_uuid': '6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043', 'tag': '70e97235-e779-4859-a574-b32c64d89994', 'status': 'completed', 'code': 200} Apr 06 14:27:04.198211 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64d005-1bac-46cc-bea9-94204978f4f8 req-739c46c2-b164-4938-b4e3-d203399cf74f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:04.199713 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ea64d005-1bac-46cc-bea9-94204978f4f8 req-739c46c2-b164-4938-b4e3-d203399cf74f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0601463 Apr 06 14:27:04.246642 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ea64d005-1bac-46cc-bea9-94204978f4f8 req-93198d98-07fd-4c36-bfbc-5e56fe9b4016 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413458 Apr 06 14:27:04.623400 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe3f62-86d1-413d-a1e4-63374f47436f req-7ceed621-22b3-4264-bf32-6ab3f37efa91 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:04.624884 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6cfe3f62-86d1-413d-a1e4-63374f47436f req-7ceed621-22b3-4264-bf32-6ab3f37efa91 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 943 time: 0.0570340 Apr 06 14:27:04.672759 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6cfe3f62-86d1-413d-a1e4-63374f47436f req-ef2e01b0-c2e8-490c-a43e-2c502af8034a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422044 Apr 06 14:27:05.196426 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4394cd08-4daf-4957-83ac-36669e26bb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:05.370638 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc8d9-58e7-4fc6-ad76-b569a4cebcfe req-07c272ef-fd5e-4fad-91ca-d7355b5573ca tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:05.372119 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0d2bc8d9-58e7-4fc6-ad76-b569a4cebcfe req-07c272ef-fd5e-4fad-91ca-d7355b5573ca tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0512114 Apr 06 14:27:05.418202 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0d2bc8d9-58e7-4fc6-ad76-b569a4cebcfe req-8a492479-e55d-45c1-bc63-a611eb314c98 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405309 Apr 06 14:27:05.791271 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6efec1-96c6-4f0e-be57-60b4ba9f66ef req-59682036-6e43-464d-a7f0-40feb873fe9e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:05.792766 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ec6efec1-96c6-4f0e-be57-60b4ba9f66ef req-59682036-6e43-464d-a7f0-40feb873fe9e tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 943 time: 0.0516853 Apr 06 14:27:05.840463 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ec6efec1-96c6-4f0e-be57-60b4ba9f66ef req-073f7f50-63ce-4456-b6ad-f461e75bb3f7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413542 Apr 06 14:27:06.093260 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0bb23-9268-4a9f-8c3e-a36d165d5638 req-4d35a745-7713-4ad0-962b-6b4b1f734852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:06.094675 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64e0bb23-9268-4a9f-8c3e-a36d165d5638 req-4d35a745-7713-4ad0-962b-6b4b1f734852 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 1127 time: 0.0431616 Apr 06 14:27:06.545017 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cb511-f3c5-45a4-8267-eb5f8c3ea49a req-6fb041f7-2b23-4bb4-86f2-2f4c5b0fb6ec tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:06.546497 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-245cb511-f3c5-45a4-8267-eb5f8c3ea49a req-6fb041f7-2b23-4bb4-86f2-2f4c5b0fb6ec tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0557916 Apr 06 14:27:06.594351 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-245cb511-f3c5-45a4-8267-eb5f8c3ea49a req-8cff8ef8-26cc-48ba-916b-f64857dfb1f2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421014 Apr 06 14:27:06.962270 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ece8c0-417a-4b29-ab72-5f9d3f498593 req-081000ff-10bd-4780-8e1e-426fea56c109 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:06.964134 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-89ece8c0-417a-4b29-ab72-5f9d3f498593 req-081000ff-10bd-4780-8e1e-426fea56c109 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 943 time: 0.0540872 Apr 06 14:27:07.015360 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-89ece8c0-417a-4b29-ab72-5f9d3f498593 req-f7dcbc02-26c9-4e69-842a-196689dcdac2 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454912 Apr 06 14:27:07.757653 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0bb23-9268-4a9f-8c3e-a36d165d5638 req-50dc555c-3e7a-4597-b8a1-3c09ce5246ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:07.759172 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64e0bb23-9268-4a9f-8c3e-a36d165d5638 req-50dc555c-3e7a-4597-b8a1-3c09ce5246ec service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0986567 Apr 06 14:27:07.886701 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0bb23-9268-4a9f-8c3e-a36d165d5638 req-e162a43c-8276-4abe-8c2a-529eda68814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:07.888287 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64e0bb23-9268-4a9f-8c3e-a36d165d5638 req-e162a43c-8276-4abe-8c2a-529eda68814e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228302 Apr 06 14:27:07.895863 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c5608-ef54-4805-9bc2-44375c1760a2 req-be71e704-0b23-4f87-b8a2-5a92e5290e4a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:07.897292 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f14c5608-ef54-4805-9bc2-44375c1760a2 req-be71e704-0b23-4f87-b8a2-5a92e5290e4a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0876670 Apr 06 14:27:07.948398 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f14c5608-ef54-4805-9bc2-44375c1760a2 req-2e46ae5c-fb57-41b9-b953-bc7642dbf976 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453775 Apr 06 14:27:08.083484 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-10535134-a46b-4eb4-b2e9-1ef6c874d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:08.085003 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-10535134-a46b-4eb4-b2e9-1ef6c874d3ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 1127 time: 0.0455654 Apr 06 14:27:08.130010 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-be5375e9-2157-471b-8c46-853d98385265 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70e97235-e779-4859-a574-b32c64d89994 HTTP/1.1" status: 200 len: 217 time: 0.0349534 Apr 06 14:27:08.138153 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28075d9-97f6-4cb1-8f20-7f487209f83b req-944cb612-8554-4313-b288-7b76262e297b tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:08.139732 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f28075d9-97f6-4cb1-8f20-7f487209f83b req-944cb612-8554-4313-b288-7b76262e297b tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 943 time: 0.0555708 Apr 06 14:27:08.183833 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-c085ea11-1bc0-4a32-9e8b-c8920a506211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:08.185597 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-c085ea11-1bc0-4a32-9e8b-c8920a506211 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b274f6d-7ae6-4a62-9350-943b95ce2349 HTTP/1.1" status: 200 len: 854 time: 0.0486431 Apr 06 14:27:08.188071 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f28075d9-97f6-4cb1-8f20-7f487209f83b req-eab42ef6-29e3-47d5-a82c-6221ca9c57d4 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421095 Apr 06 14:27:08.237721 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-04bedcfe-ae93-4621-86c1-7171dbed0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:08.239459 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-04bedcfe-ae93-4621-86c1-7171dbed0c41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477223 Apr 06 14:27:08.338827 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-f2d61575-628f-428d-b6d1-0e08b94a37c1 service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917480 Apr 06 14:27:08.711427 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6f4d8298-a940-4a0f-a04f-72dc530bdb7d req-8201fc7f-9dee-41bf-baad-351ec1fa6022 service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664515 Apr 06 14:27:09.017095 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4c69c753-2444-4038-a30e-123f395e5be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:09.071303 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cc218-8d6a-4240-b5eb-a384874dd0a3 req-af403990-ec9b-4d94-ab4d-b3c60e5797de tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:09.072778 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5b3cc218-8d6a-4240-b5eb-a384874dd0a3 req-af403990-ec9b-4d94-ab4d-b3c60e5797de tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0530972 Apr 06 14:27:09.119670 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5b3cc218-8d6a-4240-b5eb-a384874dd0a3 req-0278b2e8-de92-4adc-83a1-3abaa97368fd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411799 Apr 06 14:27:09.306334 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002200b-1fbc-40eb-b62e-6e1cc0c87cfc req-ecaac4ed-d4af-462d-a28d-8beb5a00b0b2 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:09.308106 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3002200b-1fbc-40eb-b62e-6e1cc0c87cfc req-ecaac4ed-d4af-462d-a28d-8beb5a00b0b2 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 943 time: 0.0520649 Apr 06 14:27:09.355705 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3002200b-1fbc-40eb-b62e-6e1cc0c87cfc req-786c5681-f870-4d63-a29d-ac7f5b1f117c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408590 Apr 06 14:27:10.246360 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e4af7-4024-449e-bfd4-41280b1f83bd req-b02c034e-9732-4bdd-8392-68242393be5a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:10.247804 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-863e4af7-4024-449e-bfd4-41280b1f83bd req-b02c034e-9732-4bdd-8392-68242393be5a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0568731 Apr 06 14:27:10.300789 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-863e4af7-4024-449e-bfd4-41280b1f83bd req-8b842cc7-ee19-435a-89c5-a8cf6a6e0ba4 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471590 Apr 06 14:27:10.391011 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:10.488712 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b8ad4-8829-47e7-8f52-9e39c4475628 req-4b499393-684b-42cb-950e-b5c28ee9a8e7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:10.490347 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4b1b8ad4-8829-47e7-8f52-9e39c4475628 req-4b499393-684b-42cb-950e-b5c28ee9a8e7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 943 time: 0.0570905 Apr 06 14:27:10.536953 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4b1b8ad4-8829-47e7-8f52-9e39c4475628 req-a6791c2d-24af-4020-b9c9-3011bf81cbac tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409567 Apr 06 14:27:11.433294 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f87cba-b2ff-4db2-9b07-92ae25112f4d req-006a649c-587f-41c8-8060-7527b8c34f75 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:11.434765 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-62f87cba-b2ff-4db2-9b07-92ae25112f4d req-006a649c-587f-41c8-8060-7527b8c34f75 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0513561 Apr 06 14:27:11.480676 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-62f87cba-b2ff-4db2-9b07-92ae25112f4d req-dbd450a9-dc74-4e17-b1bb-1acf71cefaa4 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404010 Apr 06 14:27:11.655156 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c23926-e9be-49bb-99ba-93bff42f7bab req-435533e6-4fb5-4608-99e5-8934e2f1252c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:11.656695 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-18c23926-e9be-49bb-99ba-93bff42f7bab req-435533e6-4fb5-4608-99e5-8934e2f1252c tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 943 time: 0.0518699 Apr 06 14:27:11.703990 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-18c23926-e9be-49bb-99ba-93bff42f7bab req-a05354f4-2643-46f9-94dd-ee5df19feaff tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414042 Apr 06 14:27:12.099283 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:12.610576 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860c207-38fc-469f-8948-ff7c86eca8ed req-1c75a509-461b-4314-8502-39496df32e90 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:12.612790 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0860c207-38fc-469f-8948-ff7c86eca8ed req-1c75a509-461b-4314-8502-39496df32e90 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0617416 Apr 06 14:27:12.694425 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0860c207-38fc-469f-8948-ff7c86eca8ed req-3ed9c988-3ce1-46dc-88a1-546e61c3833d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730462 Apr 06 14:27:12.835786 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f577511-7457-4103-8fd5-6e3f4f0fd91b req-ed6c393e-1b5d-4697-91cb-bb60f9b26aff tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:12.837609 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9f577511-7457-4103-8fd5-6e3f4f0fd91b req-ed6c393e-1b5d-4697-91cb-bb60f9b26aff tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 943 time: 0.0571094 Apr 06 14:27:12.885830 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9f577511-7457-4103-8fd5-6e3f4f0fd91b req-4316764a-958d-4879-a28b-24f99d3f745a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426662 Apr 06 14:27:13.057115 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:13.818907 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05be3e-d72e-477d-ac19-15f47c74380d req-88204aaf-6c98-4809-889c-c8c2dd6b6e2b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:13.820375 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ef05be3e-d72e-477d-ac19-15f47c74380d req-88204aaf-6c98-4809-889c-c8c2dd6b6e2b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0532863 Apr 06 14:27:13.867091 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ef05be3e-d72e-477d-ac19-15f47c74380d req-cf057df7-44cc-4951-a76e-236794ba906a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410602 Apr 06 14:27:14.003406 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359992e-d5fb-4e26-93aa-251991ee10ee req-1460cc5d-bf0a-491b-b917-d668c982fae1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:14.005330 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e359992e-d5fb-4e26-93aa-251991ee10ee req-1460cc5d-bf0a-491b-b917-d668c982fae1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 943 time: 0.0519190 Apr 06 14:27:14.053363 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e359992e-d5fb-4e26-93aa-251991ee10ee req-35630c1b-ca7d-4e9e-8025-c1bdd4204dc1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424371 Apr 06 14:27:14.990425 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be1959-9926-424c-9bb1-7e9253652e0c req-42f7b32a-33e9-4c04-80ae-1f2b16850cd5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:14.994234 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2be1959-9926-424c-9bb1-7e9253652e0c req-42f7b32a-33e9-4c04-80ae-1f2b16850cd5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0535278 Apr 06 14:27:15.039453 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f2be1959-9926-424c-9bb1-7e9253652e0c req-f8661e79-cf3d-4ffa-92e6-0a213025c886 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418589 Apr 06 14:27:15.173582 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73273e-ca23-4d03-bd03-9dd417d1a12b req-a2932989-c7ee-407a-9279-e5bcdccdd3ea tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:15.174999 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1d73273e-ca23-4d03-bd03-9dd417d1a12b req-a2932989-c7ee-407a-9279-e5bcdccdd3ea tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 943 time: 0.0519745 Apr 06 14:27:15.228437 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1d73273e-ca23-4d03-bd03-9dd417d1a12b req-600d7791-d95b-4c0c-938d-cc2c5b51cdee tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471985 Apr 06 14:27:16.163870 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c130c-bd7b-4de6-a0cd-bb7d5d98b03e req-67776c55-b557-461f-83e8-4e1f10f4e687 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:16.165361 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2a1c130c-bd7b-4de6-a0cd-bb7d5d98b03e req-67776c55-b557-461f-83e8-4e1f10f4e687 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0560462 Apr 06 14:27:16.211797 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2a1c130c-bd7b-4de6-a0cd-bb7d5d98b03e req-8154e93d-6167-4a3f-9a40-51743072732c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409260 Apr 06 14:27:16.346210 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03692993-5776-4990-be60-d362ea111640 req-4eb9f37c-ea87-4da2-aa99-275b9c2cd1f7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:16.347704 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-03692993-5776-4990-be60-d362ea111640 req-4eb9f37c-ea87-4da2-aa99-275b9c2cd1f7 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 943 time: 0.0534630 Apr 06 14:27:16.397526 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-03692993-5776-4990-be60-d362ea111640 req-400b3b8e-dafb-49a5-bac2-f0cb4eb9b21f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431266 Apr 06 14:27:17.348257 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d3044-0f87-4f0b-9032-3b362e054ede req-36829412-b828-41e9-8e4b-0d3f2206a736 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:17.350390 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e4d3044-0f87-4f0b-9032-3b362e054ede req-36829412-b828-41e9-8e4b-0d3f2206a736 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0656209 Apr 06 14:27:17.399559 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8e4d3044-0f87-4f0b-9032-3b362e054ede req-489bfc99-4d51-4248-8e8e-8be2b3256c78 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434406 Apr 06 14:27:17.514446 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc982f-73f0-441f-9e46-e1736547c4c6 req-ce789904-3cba-42b1-bfe5-6562f1aace87 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:17.515837 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d9dc982f-73f0-441f-9e46-e1736547c4c6 req-ce789904-3cba-42b1-bfe5-6562f1aace87 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 943 time: 0.0510418 Apr 06 14:27:17.562284 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d9dc982f-73f0-441f-9e46-e1736547c4c6 req-384d7b1a-73a5-42f1-9663-00b573da9df6 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398133 Apr 06 14:27:18.520119 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab8364-5b48-4e47-bb5a-4db41c6077bb req-75201545-3a59-469d-8b84-d770a2d187c2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:18.522217 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61ab8364-5b48-4e47-bb5a-4db41c6077bb req-75201545-3a59-469d-8b84-d770a2d187c2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0510077 Apr 06 14:27:18.573441 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-61ab8364-5b48-4e47-bb5a-4db41c6077bb req-25763ffd-e471-456c-b976-83ccc49dade2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453870 Apr 06 14:27:18.681302 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917b94e-0b0c-43bd-9496-5cd68f4d351a req-f818fb10-d0e0-4359-a4f9-220bf5842736 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:18.682942 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e917b94e-0b0c-43bd-9496-5cd68f4d351a req-f818fb10-d0e0-4359-a4f9-220bf5842736 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 943 time: 0.0555546 Apr 06 14:27:18.729258 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e917b94e-0b0c-43bd-9496-5cd68f4d351a req-0cb6872e-4821-490a-9c2c-efe6087bdc84 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406802 Apr 06 14:27:19.693329 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 70e97235-e779-4859-a574-b32c64d89994 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:27:19.696274 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343a02a-1376-49ba-b186-d92c93045c26 req-02974d0b-c632-427c-be47-e85634aa1269 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:19.697978 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a343a02a-1376-49ba-b186-d92c93045c26 req-02974d0b-c632-427c-be47-e85634aa1269 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0528607 Apr 06 14:27:19.745497 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a343a02a-1376-49ba-b186-d92c93045c26 req-93d317e6-88f6-43bb-bc29-11f58cdd29f6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418313 Apr 06 14:27:19.792885 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 70e97235-e779-4859-a574-b32c64d89994, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=70e97235-e779-4859-a574-b32c64d89994,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:27:19.805216 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '70e97235-e779-4859-a574-b32c64d89994', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'port_id': '70e97235-e779-4859-a574-b32c64d89994', 'mac_address': 'fa:16:3e:cc:01:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:27:19.844854 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 70e97235-e779-4859-a574-b32c64d89994 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:27:19.845239 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (70e97235-e779-4859-a574-b32c64d89994), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:19.847696 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df05f60-ac55-4bac-b9b6-96ab20734f5f req-cc85985c-a997-4fba-aaf1-fbe0d633292a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:19.849868 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8df05f60-ac55-4bac-b9b6-96ab20734f5f req-cc85985c-a997-4fba-aaf1-fbe0d633292a tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 943 time: 0.0537522 Apr 06 14:27:19.858987 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e97235-e779-4859-a574-b32c64d89994 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:27:19.878882 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 70e97235-e779-4859-a574-b32c64d89994, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=70e97235-e779-4859-a574-b32c64d89994,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:27:19.897364 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8df05f60-ac55-4bac-b9b6-96ab20734f5f req-0257acca-bb7d-40d8-8a25-40b29ca719d1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412543 Apr 06 14:27:19.974284 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (70e97235-e779-4859-a574-b32c64d89994), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:20.022475 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=70e97235-e779-4859-a574-b32c64d89994,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:20.051876 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:20.741213 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['70e97235-e779-4859-a574-b32c64d89994'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:27:20.867157 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63b823-3ac4-4741-a2e7-2c3e92f0349b req-7fba085f-03d5-44d5-b27e-489903e78b90 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:20.868750 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9a63b823-3ac4-4741-a2e7-2c3e92f0349b req-7fba085f-03d5-44d5-b27e-489903e78b90 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0520751 Apr 06 14:27:20.915067 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9a63b823-3ac4-4741-a2e7-2c3e92f0349b req-c6876b55-bbd2-4719-b19e-417a3c8630ad tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407152 Apr 06 14:27:21.015795 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecc5e4-29a2-4d77-90c3-f1bd9f44e5e9 req-41bf5aae-0a66-4d37-9459-64a3ce11a87f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:21.017887 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fcecc5e4-29a2-4d77-90c3-f1bd9f44e5e9 req-41bf5aae-0a66-4d37-9459-64a3ce11a87f tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 944 time: 0.0520034 Apr 06 14:27:21.068650 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fcecc5e4-29a2-4d77-90c3-f1bd9f44e5e9 req-becd36ce-83d0-419a-a5c8-5578ae32179b tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448723 Apr 06 14:27:22.051545 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b63e2-7b26-4cf1-ada0-97b1ac2466c3 req-b56bfbf2-59dc-49d0-a590-edd0184dacc7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:22.053339 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9e7b63e2-7b26-4cf1-ada0-97b1ac2466c3 req-b56bfbf2-59dc-49d0-a590-edd0184dacc7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0586760 Apr 06 14:27:22.103594 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9e7b63e2-7b26-4cf1-ada0-97b1ac2466c3 req-01940d7d-e1d0-46d9-99cd-c8dcbbd83c9e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436506 Apr 06 14:27:22.197039 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b575c-da44-4653-b580-c01aceb0925a req-3ec06f88-8613-472b-978f-a86249929018 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:22.198581 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-179b575c-da44-4653-b580-c01aceb0925a req-3ec06f88-8613-472b-978f-a86249929018 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 944 time: 0.0542455 Apr 06 14:27:22.245688 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-179b575c-da44-4653-b580-c01aceb0925a req-35f3d53b-9efa-4170-9bb9-f946f05e8e99 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414054 Apr 06 14:27:22.553153 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 70e97235-e779-4859-a574-b32c64d89994 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:27:22.680283 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port 70e97235-e779-4859-a574-b32c64d89994 completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:27:22.684344 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 70e97235-e779-4859-a574-b32c64d89994 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:27:22.684709 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (70e97235-e779-4859-a574-b32c64d89994), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:22.763664 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 70e97235-e779-4859-a574-b32c64d89994 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:27:22.764043 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (70e97235-e779-4859-a574-b32c64d89994), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:22.787405 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e97235-e779-4859-a574-b32c64d89994'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:27:22.789652 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aa5ccd-772a-4244-aca1-20b7a016f6f1" -d '{"events": [{"server_uuid": "6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043", "name": "network-vif-plugged", "status": "completed", "tag": "70e97235-e779-4859-a574-b32c64d89994"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:27:22.802706 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 70e97235-e779-4859-a574-b32c64d89994, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=70e97235-e779-4859-a574-b32c64d89994,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:27:22.827369 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba14afa2-8d3d-4826-a4d6-9899aa24f491 x-openstack-request-id: req-ba14afa2-8d3d-4826-a4d6-9899aa24f491 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:27:22.827656 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043", "name": "network-vif-plugged", "status": "completed", "tag": "70e97235-e779-4859-a574-b32c64d89994", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:27:22.827904 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba14afa2-8d3d-4826-a4d6-9899aa24f491 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:27:22.828294 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba14afa2-8d3d-4826-a4d6-9899aa24f491'] response: {'server_uuid': '6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e97235-e779-4859-a574-b32c64d89994', 'code': 200} Apr 06 14:27:22.871314 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (70e97235-e779-4859-a574-b32c64d89994), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:22.918079 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=70e97235-e779-4859-a574-b32c64d89994,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:23.201885 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed111f3c-ee44-44c1-a53e-ff13e8823371 req-4094366e-22d5-4a4d-8cb9-f0b7d4031a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:23.203773 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ed111f3c-ee44-44c1-a53e-ff13e8823371 req-4094366e-22d5-4a4d-8cb9-f0b7d4031a98 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 1129 time: 0.0945637 Apr 06 14:27:23.239744 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27061cde-114f-4b46-8b90-426c24007a8f req-2348e95e-84cc-4a04-86f5-1e167d3a2c69 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:23.241755 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-27061cde-114f-4b46-8b90-426c24007a8f req-2348e95e-84cc-4a04-86f5-1e167d3a2c69 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0565979 Apr 06 14:27:23.253224 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ed111f3c-ee44-44c1-a53e-ff13e8823371 req-b69fda93-f829-4a1a-8adb-5e83f52df025 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424924 Apr 06 14:27:23.297407 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-27061cde-114f-4b46-8b90-426c24007a8f req-be9daa96-71bb-4ee1-93d7-437d0752d1b5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490291 Apr 06 14:27:23.377410 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110c887-d6b0-4df0-8c3a-6f06bfc988e0 req-bcc4c58a-3d80-40bc-b10b-5c886d46e337 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:23.378933 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f110c887-d6b0-4df0-8c3a-6f06bfc988e0 req-bcc4c58a-3d80-40bc-b10b-5c886d46e337 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 945 time: 0.0575457 Apr 06 14:27:23.427778 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f110c887-d6b0-4df0-8c3a-6f06bfc988e0 req-1cc5d3ac-3040-449b-83eb-e5c91466788b tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420542 Apr 06 14:27:24.424908 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408096f4-399c-4896-843e-0d0d7b1b6309 req-c48f3566-4e89-48a2-b17c-476b61bfbb8b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:24.426385 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-408096f4-399c-4896-843e-0d0d7b1b6309 req-c48f3566-4e89-48a2-b17c-476b61bfbb8b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0559392 Apr 06 14:27:24.474287 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-408096f4-399c-4896-843e-0d0d7b1b6309 req-874f91dc-2d10-4798-8ea4-330bcf5af714 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419238 Apr 06 14:27:24.553729 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c8bca-3a01-4ab4-8951-bf0cf8ebc0ab req-b62a884f-2644-4af1-9e41-878a1b4615e1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:24.555137 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-538c8bca-3a01-4ab4-8951-bf0cf8ebc0ab req-b62a884f-2644-4af1-9e41-878a1b4615e1 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 945 time: 0.0529783 Apr 06 14:27:24.605700 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-538c8bca-3a01-4ab4-8951-bf0cf8ebc0ab req-6f433fc9-2779-4e0b-8044-b98941f5d96b tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449703 Apr 06 14:27:25.595103 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea71e5-abd5-46fe-b772-5b60ed65b719 req-0cc451dc-ecf4-4ba3-96f6-8f3c29daad52 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:25.596495 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-84ea71e5-abd5-46fe-b772-5b60ed65b719 req-0cc451dc-ecf4-4ba3-96f6-8f3c29daad52 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0508704 Apr 06 14:27:25.643042 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-84ea71e5-abd5-46fe-b772-5b60ed65b719 req-ecff037d-be59-46ce-ba05-8ab70913fe02 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403855 Apr 06 14:27:25.726862 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245b28a-e2d6-4473-a4a8-2a1d447da6b2 req-5dc7d517-3ec2-4e3c-96e8-0ea04e6d0913 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:25.728358 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d245b28a-e2d6-4473-a4a8-2a1d447da6b2 req-5dc7d517-3ec2-4e3c-96e8-0ea04e6d0913 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 945 time: 0.0551162 Apr 06 14:27:25.780368 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d245b28a-e2d6-4473-a4a8-2a1d447da6b2 req-fada84c7-3c09-4d3f-b6cb-bbb580981488 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463800 Apr 06 14:27:25.897209 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:27:25.899421 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ca27-825f-4e00-a04f-d8d10617677d req-4a1179ea-382a-4682-9680-615f58deeff3 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:25.900929 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a673ca27-825f-4e00-a04f-d8d10617677d req-4a1179ea-382a-4682-9680-615f58deeff3 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 945 time: 0.0565124 Apr 06 14:27:25.909451 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 34548) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:27:25.914300 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-a4bfc834-44e3-449c-913f-83a7789218e0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Request body: {'floatingip': {'port_id': '70e97235-e779-4859-a574-b32c64d89994'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:27:25.954342 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc834-44e3-449c-913f-83a7789218e0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (24fc1691-1487-4a0b-8034-4316bcd2c8ae), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:26.398373 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc834-44e3-449c-913f-83a7789218e0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:26.480716 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc834-44e3-449c-913f-83a7789218e0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (24fc1691-1487-4a0b-8034-4316bcd2c8ae), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:26.581661 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.l3_db [None req-a4bfc834-44e3-449c-913f-83a7789218e0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Floating IP 24fc1691-1487-4a0b-8034-4316bcd2c8ae associated. External IP: 172.27.2.36, port: 70e97235-e779-4859-a574-b32c64d89994. Apr 06 14:27:26.767712 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5aae7-ad7f-4108-af46-bf4f6b0b73d8 req-fa635321-4566-49f3-b325-50e1f515c38c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:26.769220 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-63d5aae7-ad7f-4108-af46-bf4f6b0b73d8 req-fa635321-4566-49f3-b325-50e1f515c38c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0532565 Apr 06 14:27:26.800983 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4bfc834-44e3-449c-913f-83a7789218e0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Router 49439ce0-7712-49d6-b21e-3e1a54cba58c has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:27:26.819370 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-63d5aae7-ad7f-4108-af46-bf4f6b0b73d8 req-67f73d4f-7f32-4984-a9f5-8aeee9e88b95 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438621 Apr 06 14:27:26.908132 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4bfc834-44e3-449c-913f-83a7789218e0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:27:26.913913 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a4bfc834-44e3-449c-913f-83a7789218e0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:26.918416 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0492cdd-30b3-40d5-b4dd-59193869f0f4 None None] Sync routers for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:27:26.928932 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0492cdd-30b3-40d5-b4dd-59193869f0f4 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:27:26.929549 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b0492cdd-30b3-40d5-b4dd-59193869f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:27:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:27:26.954589 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-a4bfc834-44e3-449c-913f-83a7789218e0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "PUT /v2.0/floatingips/24fc1691-1487-4a0b-8034-4316bcd2c8ae HTTP/1.1" status: 200 len: 990 time: 1.0360224 Apr 06 14:27:26.954589 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043', 'tag': '70e97235-e779-4859-a574-b32c64d89994'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:27:26.954589 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cee74c5e6806168c4361293fd760050ed74eb1b6027abc74829ef037f04afca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86ae6ff-26a6-4dac-9742-11ff738ca295" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043", "tag": "70e97235-e779-4859-a574-b32c64d89994"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:27:26.986502 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5ca6a3-5784-4869-83a7-9e79cf25a9ca x-openstack-request-id: req-6d5ca6a3-5784-4869-83a7-9e79cf25a9ca {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:27:26.986816 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043", "tag": "70e97235-e779-4859-a574-b32c64d89994", "status": "completed", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:27:26.987072 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d5ca6a3-5784-4869-83a7-9e79cf25a9ca {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:27:26.987478 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d5ca6a3-5784-4869-83a7-9e79cf25a9ca'] response: {'name': 'network-changed', 'server_uuid': '6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043', 'tag': '70e97235-e779-4859-a574-b32c64d89994', 'status': 'completed', 'code': 200} Apr 06 14:27:27.040639 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-b0492cdd-30b3-40d5-b4dd-59193869f0f4 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:27:27.076685 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ae6ff-26a6-4dac-9742-11ff738ca295 req-9725ae2f-bbd1-44f2-873d-c354901c1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:27.078408 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d86ae6ff-26a6-4dac-9742-11ff738ca295 req-9725ae2f-bbd1-44f2-873d-c354901c1682 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 1129 time: 0.0472550 Apr 06 14:27:27.172785 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ae6ff-26a6-4dac-9742-11ff738ca295 req-5aeb3afc-bccf-4939-a6c0-ac9b4fa171b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:27.174250 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d86ae6ff-26a6-4dac-9742-11ff738ca295 req-5aeb3afc-bccf-4939-a6c0-ac9b4fa171b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c HTTP/1.1" status: 200 len: 916 time: 0.0893152 Apr 06 14:27:27.242495 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d86ae6ff-26a6-4dac-9742-11ff738ca295 req-9b64e337-a2db-40a7-9e85-1c2d0531a2ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70e97235-e779-4859-a574-b32c64d89994 HTTP/1.1" status: 200 len: 998 time: 0.0605531 Apr 06 14:27:27.280600 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b0492cdd-30b3-40d5-b4dd-59193869f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '24fc1691-1487-4a0b-8034-4316bcd2c8ae', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': '70e97235-e779-4859-a574-b32c64d89994', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:cc:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:26:57Z', 'updated_at': '2022-04-06T14:27:26Z', 'revision_number': 1, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:27:27.306926 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0492cdd-30b3-40d5-b4dd-59193869f0f4 None None] Checking router: 49439ce0-7712-49d6-b21e-3e1a54cba58c for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:27:27.313573 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ae6ff-26a6-4dac-9742-11ff738ca295 req-af3ba69e-4769-47ea-823f-71af4fb9fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:27.314967 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d86ae6ff-26a6-4dac-9742-11ff738ca295 req-af3ba69e-4769-47ea-823f-71af4fb9fe86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b274f6d-7ae6-4a62-9350-943b95ce2349 HTTP/1.1" status: 200 len: 854 time: 0.0496752 Apr 06 14:27:27.318351 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0492cdd-30b3-40d5-b4dd-59193869f0f4 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:27:27.319048 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b0492cdd-30b3-40d5-b4dd-59193869f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:27:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:27:27.371844 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ae6ff-26a6-4dac-9742-11ff738ca295 req-6d8e3321-e152-47da-bfc1-1eedb823b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:27.373322 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d86ae6ff-26a6-4dac-9742-11ff738ca295 req-6d8e3321-e152-47da-bfc1-1eedb823b71b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519636 Apr 06 14:27:27.385934 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [req-d86ae6ff-26a6-4dac-9742-11ff738ca295 req-9cfafd47-c960-4c76-a7c7-d4c0b781dd2e service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103947) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:27:27.387173 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d86ae6ff-26a6-4dac-9742-11ff738ca295 req-9cfafd47-c960-4c76-a7c7-d4c0b781dd2e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057576 Apr 06 14:27:27.490982 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d86ae6ff-26a6-4dac-9742-11ff738ca295 req-1e306112-fc60-44b1-aa01-bafeca62683f service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974960 Apr 06 14:27:27.525374 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-b0492cdd-30b3-40d5-b4dd-59193869f0f4 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:27:27.533508 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 34564) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:27:27.590483 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d86ae6ff-26a6-4dac-9742-11ff738ca295 req-0ebf0833-2003-4e8c-856d-3d483189833d service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933247 Apr 06 14:27:27.642937 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:27.716473 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Publish callbacks [] for security_group (3821d35f-0f79-4390-87be-468e9afca5dd), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:27.758278 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b0492cdd-30b3-40d5-b4dd-59193869f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '24fc1691-1487-4a0b-8034-4316bcd2c8ae', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': '70e97235-e779-4859-a574-b32c64d89994', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:cc:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:26:57Z', 'updated_at': '2022-04-06T14:27:26Z', 'revision_number': 1, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:27:27.783749 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0492cdd-30b3-40d5-b4dd-59193869f0f4 None None] The sync data for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi is: [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '24fc1691-1487-4a0b-8034-4316bcd2c8ae', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'floating_ip_address': '172.27.2.36', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'port_id': '70e97235-e779-4859-a574-b32c64d89994', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'mac_address': 'fa:16:3e:cc:01:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:26:57Z', 'updated_at': '2022-04-06T14:27:26Z', 'revision_number': 1, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:27:27.796667 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (3821d35f-0f79-4390-87be-468e9afca5dd), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:27.836863 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ead9f96dbc204a7cbde572836f6cfed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022718 Apr 06 14:27:27.837572 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3821d35f-0f79-4390-87be-468e9afca5dd,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:27.839566 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 34568) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:27:27.847438 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.848135 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.848675 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.849275 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.849873 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.850429 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.850997 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.851538 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.852672 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.853208 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.853644 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.854109 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.854564 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.855177 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.863780 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb70f7a-e1f0-476a-80c1-624991d09df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:27.900036 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e4a7f946-a162-448f-b582-b2d9adcc9cb9 admin admin] Publish callbacks [] for security_group (3821d35f-0f79-4390-87be-468e9afca5dd), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:27.950239 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e4a7f946-a162-448f-b582-b2d9adcc9cb9 admin admin] Publish callbacks [] for security_group (3821d35f-0f79-4390-87be-468e9afca5dd), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:27.987746 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe4713-b2a2-4cca-9a3f-4c8240ef38f9 req-02de9231-b1d6-4630-851f-9c7a351ee033 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:27.989297 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-52fe4713-b2a2-4cca-9a3f-4c8240ef38f9 req-02de9231-b1d6-4630-851f-9c7a351ee033 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0915177 Apr 06 14:27:28.020455 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8412e29c-4985-4291-80a0-b5fa4b83da8c None None] New status for floating IP 24fc1691-1487-4a0b-8034-4316bcd2c8ae: ACTIVE {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:27:28.049067 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-52fe4713-b2a2-4cca-9a3f-4c8240ef38f9 req-0a8b3c55-5170-457f-a603-6d8d77565c76 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508418 Apr 06 14:27:28.120718 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e4a7f946-a162-448f-b582-b2d9adcc9cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (3821d35f-0f79-4390-87be-468e9afca5dd), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:28.123423 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e4a7f946-a162-448f-b582-b2d9adcc9cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:28.125536 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e4a7f946-a162-448f-b582-b2d9adcc9cb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3821d35f-0f79-4390-87be-468e9afca5dd HTTP/1.1" status: 204 len: 168 time: 0.2842343 Apr 06 14:27:28.134240 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7f946-a162-448f-b582-b2d9adcc9cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3821d35f-0f79-4390-87be-468e9afca5dd,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:29.173395 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf1a26-4ebb-43d9-aedd-6d7ad2ba2eba req-c6707c28-cb28-4873-b94c-134f7bc450b0 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:29.174881 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2eaf1a26-4ebb-43d9-aedd-6d7ad2ba2eba req-c6707c28-cb28-4873-b94c-134f7bc450b0 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0508614 Apr 06 14:27:29.222007 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2eaf1a26-4ebb-43d9-aedd-6d7ad2ba2eba req-122b05d9-f6b0-4cea-a742-c4404a26466a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408189 Apr 06 14:27:30.356682 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93b1ad-960e-4102-b96c-e7a362af3715 req-04d0a129-e556-4cf7-af13-8db826e9110a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:30.358248 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fa93b1ad-960e-4102-b96c-e7a362af3715 req-04d0a129-e556-4cf7-af13-8db826e9110a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0574059 Apr 06 14:27:30.416382 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fa93b1ad-960e-4102-b96c-e7a362af3715 req-297dfa21-be11-47a6-8971-e1350ac14138 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517983 Apr 06 14:27:30.599967 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device b3bf9175-8ed4-46f4-a1ed-17895d9ba496 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:27:30.705842 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port b3bf9175-8ed4-46f4-a1ed-17895d9ba496, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:27:30.717965 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'port_id': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'mac_address': 'fa:16:3e:f5:44:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:27:30.758038 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 is: ACTIVE; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:27:30.758425 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:30.771585 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3bf9175-8ed4-46f4-a1ed-17895d9ba496 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:27:30.791989 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port b3bf9175-8ed4-46f4-a1ed-17895d9ba496, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:27:30.853889 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:30.904653 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,revision_number=6']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:30.947703 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['b3bf9175-8ed4-46f4-a1ed-17895d9ba496'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:27:31.545776 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6284ba4-3e51-4109-80d9-57335852dba7 req-61762ac3-1d95-4d5f-bebf-96f8c21306d8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:31.547367 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c6284ba4-3e51-4109-80d9-57335852dba7 req-61762ac3-1d95-4d5f-bebf-96f8c21306d8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 944 time: 0.0557535 Apr 06 14:27:31.592873 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c6284ba4-3e51-4109-80d9-57335852dba7 req-a5b513a4-912e-4708-be35-0f58f4790753 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398753 Apr 06 14:27:32.606852 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device b3bf9175-8ed4-46f4-a1ed-17895d9ba496 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:27:32.654616 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:27:32.654987 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:32.714868 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb25bab-492d-4796-8ffa-acf1c3537708 req-b8ba160f-89f8-4e06-86e2-353e74651ef1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:32.716372 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4cb25bab-492d-4796-8ffa-acf1c3537708 req-b8ba160f-89f8-4e06-86e2-353e74651ef1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 944 time: 0.0518250 Apr 06 14:27:32.733604 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:27:32.733984 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:32.759769 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:27:32.761988 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2c7628-49d3-4066-b0ac-2e726861ee03" -d '{"events": [{"server_uuid": "b42f02e2-8c24-426b-add2-ec9f8262a25d", "name": "network-vif-plugged", "status": "completed", "tag": "b3bf9175-8ed4-46f4-a1ed-17895d9ba496"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:27:32.763722 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4cb25bab-492d-4796-8ffa-acf1c3537708 req-226d76c3-cf82-417c-9c3b-375f2e8c0790 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416877 Apr 06 14:27:32.780032 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port b3bf9175-8ed4-46f4-a1ed-17895d9ba496, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:27:32.800071 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae189d0f-32f0-4434-abea-8b8424fe56bf x-openstack-request-id: req-ae189d0f-32f0-4434-abea-8b8424fe56bf {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:27:32.800364 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42f02e2-8c24-426b-add2-ec9f8262a25d", "name": "network-vif-plugged", "status": "completed", "tag": "b3bf9175-8ed4-46f4-a1ed-17895d9ba496", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:27:32.800617 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae189d0f-32f0-4434-abea-8b8424fe56bf {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:27:32.801017 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae189d0f-32f0-4434-abea-8b8424fe56bf'] response: {'server_uuid': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'code': 200} Apr 06 14:27:32.866008 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:32.914405 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,revision_number=7']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:33.891080 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c1906-b50f-4e15-a023-1395825135d6 req-d0b3aa18-3301-4dbf-8dd2-f0f3b19af016 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:33.900420 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9d5c1906-b50f-4e15-a023-1395825135d6 req-d0b3aa18-3301-4dbf-8dd2-f0f3b19af016 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0563567 Apr 06 14:27:33.940391 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9d5c1906-b50f-4e15-a023-1395825135d6 req-dd7ba156-afea-4f45-9d1c-f9c06dc80e5d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 Apr 06 14:27:35.074305 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b800c12-fbf4-4c32-ad4c-fe5688e6b59d req-3755245f-00a8-4939-9942-87d45578f4bc tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:35.076223 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7b800c12-fbf4-4c32-ad4c-fe5688e6b59d req-3755245f-00a8-4939-9942-87d45578f4bc tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0554423 Apr 06 14:27:35.124113 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7b800c12-fbf4-4c32-ad4c-fe5688e6b59d req-aee4945b-87d1-4d2f-8619-749ac1339c1e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422239 Apr 06 14:27:35.133848 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a6e2486e-119f-4db0-9f1e-8ef3742150a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:36.253590 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cacdb-6fc6-4b01-87bf-b28dfc162678 req-fb008943-241c-498b-902b-d9b9f2f0c0d5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:36.255566 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-da4cacdb-6fc6-4b01-87bf-b28dfc162678 req-fb008943-241c-498b-902b-d9b9f2f0c0d5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0566976 Apr 06 14:27:36.307146 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-da4cacdb-6fc6-4b01-87bf-b28dfc162678 req-f3e3e1f3-9bb6-47d0-9b99-35c0f78e5413 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457594 Apr 06 14:27:37.446614 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b4b62-9adc-4abb-a0b7-244ce7d12248 req-f7858b55-d178-4305-9f06-7cbc127241e5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:37.454350 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9a2b4b62-9adc-4abb-a0b7-244ce7d12248 req-f7858b55-d178-4305-9f06-7cbc127241e5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0677669 Apr 06 14:27:37.499508 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9a2b4b62-9adc-4abb-a0b7-244ce7d12248 req-7e7bcf35-0822-452c-a017-d8da1317d1df tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441427 Apr 06 14:27:38.633301 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944f526-a33e-469e-8249-d076b95a4add req-56e6a708-56ab-4689-b9b2-4d455eaacfae tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:38.634920 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e944f526-a33e-469e-8249-d076b95a4add req-56e6a708-56ab-4689-b9b2-4d455eaacfae tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0590754 Apr 06 14:27:38.687694 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e944f526-a33e-469e-8249-d076b95a4add req-9eff51c9-1375-44bc-98e3-69f416e30fa5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471048 Apr 06 14:27:38.972710 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e5f349bb-381d-4d12-ac1c-cff6491d329e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:39.832089 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5e9a5-47e5-489f-9f49-a1fced514443 req-9e1212de-b93f-450c-b614-865a389636e5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:39.834216 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e2c5e9a5-47e5-489f-9f49-a1fced514443 req-9e1212de-b93f-450c-b614-865a389636e5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0625496 Apr 06 14:27:39.887053 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e2c5e9a5-47e5-489f-9f49-a1fced514443 req-06df65a0-f92a-4ba4-880c-62052c820318 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471587 Apr 06 14:27:40.402535 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:41.016325 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a37cd7-f3c5-4c50-b1f6-08ce5d34a125 req-7ee30982-80c7-4a52-b4ef-f89a2224d69d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:41.017754 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-08a37cd7-f3c5-4c50-b1f6-08ce5d34a125 req-7ee30982-80c7-4a52-b4ef-f89a2224d69d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0555313 Apr 06 14:27:41.068679 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-08a37cd7-f3c5-4c50-b1f6-08ce5d34a125 req-5fd1875d-859a-4198-a4cf-43862f8d380a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445349 Apr 06 14:27:42.025338 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:42.193766 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87709d-c302-426c-855d-112b0f32944e req-1f6f567e-a38b-4fef-b026-a8b6f14de4c3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:42.195486 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ab87709d-c302-426c-855d-112b0f32944e req-1f6f567e-a38b-4fef-b026-a8b6f14de4c3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0538957 Apr 06 14:27:42.250858 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ab87709d-c302-426c-855d-112b0f32944e req-b9b65e2f-d685-4062-9d92-55d0a4b032c8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497549 Apr 06 14:27:43.048724 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:43.397810 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8f01c-e258-4cbb-a96e-967f33d041dd req-0c9fdf5f-d7e8-446e-a733-288ce56f449c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:43.399655 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5ed8f01c-e258-4cbb-a96e-967f33d041dd req-0c9fdf5f-d7e8-446e-a733-288ce56f449c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0695848 Apr 06 14:27:43.460382 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5ed8f01c-e258-4cbb-a96e-967f33d041dd req-ecc4c601-baf3-4f0b-9690-738bcbaaf1cd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525305 Apr 06 14:27:44.589493 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6d029-4c39-4bc9-ad33-779c558a4f9a req-b12c0b5f-a2ff-4522-83b4-57cd722fbb63 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:44.597003 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-67b6d029-4c39-4bc9-ad33-779c558a4f9a req-b12c0b5f-a2ff-4522-83b4-57cd722fbb63 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0660441 Apr 06 14:27:44.641512 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-67b6d029-4c39-4bc9-ad33-779c558a4f9a req-9c8b37b2-5d29-455f-86bc-d10bbf1f4433 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435019 Apr 06 14:27:45.777672 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c8eb4-3b42-4479-aa4d-026648fdd8db req-54d9fc90-2b6a-4d4d-8c36-f3f7e6654458 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:45.779323 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-148c8eb4-3b42-4479-aa4d-026648fdd8db req-54d9fc90-2b6a-4d4d-8c36-f3f7e6654458 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0625300 Apr 06 14:27:45.828391 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-148c8eb4-3b42-4479-aa4d-026648fdd8db req-ddee25cc-5770-4064-bc6f-f9bf9372a453 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433724 Apr 06 14:27:46.971541 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af4e20-4e5c-41b0-855f-c68e89e16813 req-31003adf-6797-4f7c-a301-20bb2abd57ce tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:46.979507 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d2af4e20-4e5c-41b0-855f-c68e89e16813 req-31003adf-6797-4f7c-a301-20bb2abd57ce tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0650966 Apr 06 14:27:47.029732 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d2af4e20-4e5c-41b0-855f-c68e89e16813 req-0afcb825-b5ca-4061-90e0-3b2bb370fd99 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491409 Apr 06 14:27:48.166034 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01afad3-4d57-4a37-847f-fe754c0e81c0 req-c811c18c-a055-4cdf-9afa-7d06d6d9de7f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:48.171353 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f01afad3-4d57-4a37-847f-fe754c0e81c0 req-c811c18c-a055-4cdf-9afa-7d06d6d9de7f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0604300 Apr 06 14:27:48.217707 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f01afad3-4d57-4a37-847f-fe754c0e81c0 req-f36f16ea-1886-4768-9877-f5548c476386 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442438 Apr 06 14:27:49.369551 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9f07f-ebb9-4a96-a2f8-8516d80b4356 req-8b2d8087-d3b3-496c-a40d-25d94d146e0a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:49.372334 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-76c9f07f-ebb9-4a96-a2f8-8516d80b4356 req-8b2d8087-d3b3-496c-a40d-25d94d146e0a tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0640926 Apr 06 14:27:49.421322 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-76c9f07f-ebb9-4a96-a2f8-8516d80b4356 req-a96ec319-5e3e-4da0-a2e5-8d74f4fb311c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444174 Apr 06 14:27:50.168465 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:50.550934 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21ce2b-155a-4b07-857f-3c778193929c req-2c8880d5-f7b5-42af-ae96-5a8b208bc7d8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:50.552646 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0a21ce2b-155a-4b07-857f-3c778193929c req-2c8880d5-f7b5-42af-ae96-5a8b208bc7d8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0582924 Apr 06 14:27:50.600697 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0a21ce2b-155a-4b07-857f-3c778193929c req-688a621b-74e1-491e-b291-8ceb75ff02c8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421584 Apr 06 14:27:51.738908 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fa3f7-f76f-47f6-b41a-52b9dd00fc98 req-d5921875-9fce-43e5-845d-e17bb2143e72 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:51.740656 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a58fa3f7-f76f-47f6-b41a-52b9dd00fc98 req-d5921875-9fce-43e5-845d-e17bb2143e72 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0607326 Apr 06 14:27:51.760940 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2902904-e5e4-47b8-ae68-bae966ddb7ac req-c68b612a-91ed-463c-93a7-9796bb5652bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:51.762532 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e2902904-e5e4-47b8-ae68-bae966ddb7ac req-c68b612a-91ed-463c-93a7-9796bb5652bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3704131189249758fe79fd530a64a7f&device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 1129 time: 0.0510635 Apr 06 14:27:51.795137 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a58fa3f7-f76f-47f6-b41a-52b9dd00fc98 req-b0114108-b21d-4528-b30e-45d98f8953e7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462470 Apr 06 14:27:51.858972 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2902904-e5e4-47b8-ae68-bae966ddb7ac req-43dc567e-a471-4af8-94a6-8b4abd1c9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:51.860455 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e2902904-e5e4-47b8-ae68-bae966ddb7ac req-43dc567e-a471-4af8-94a6-8b4abd1c9595 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c86284af-8e01-433f-b259-029eabfd0d24 HTTP/1.1" status: 200 len: 918 time: 0.0921636 Apr 06 14:27:51.932629 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e2902904-e5e4-47b8-ae68-bae966ddb7ac req-dabe8b50-9e29-45bc-be56-43022a65b9d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496 HTTP/1.1" status: 200 len: 1000 time: 0.0649729 Apr 06 14:27:51.981755 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2902904-e5e4-47b8-ae68-bae966ddb7ac req-e64770b0-5143-4ac6-8838-e10c8bbd748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:51.983326 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e2902904-e5e4-47b8-ae68-bae966ddb7ac req-e64770b0-5143-4ac6-8838-e10c8bbd748b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3abd841-b723-4c66-b34b-6c95c35f2cdf HTTP/1.1" status: 200 len: 856 time: 0.0451672 Apr 06 14:27:52.033139 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2902904-e5e4-47b8-ae68-bae966ddb7ac req-99d56adf-d933-45ed-8208-576d31b6592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:52.034682 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e2902904-e5e4-47b8-ae68-bae966ddb7ac req-99d56adf-d933-45ed-8208-576d31b6592f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c86284af-8e01-433f-b259-029eabfd0d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450087 Apr 06 14:27:52.132992 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e2902904-e5e4-47b8-ae68-bae966ddb7ac req-2a5d4702-4473-47d5-9526-f58fd65473bf service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906169 Apr 06 14:27:52.225798 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e2902904-e5e4-47b8-ae68-bae966ddb7ac req-efa2f15c-a613-49f5-bd7d-e81ade1db15e service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860817 Apr 06 14:27:52.926324 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083159d-c53d-4418-b810-411b8fded689 req-71a279d9-3704-4ec2-8d4c-9589ade5c794 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:52.927852 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7083159d-c53d-4418-b810-411b8fded689 req-71a279d9-3704-4ec2-8d4c-9589ade5c794 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0585072 Apr 06 14:27:52.976848 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7083159d-c53d-4418-b810-411b8fded689 req-9721d6e2-3663-4df4-a146-eb3e1ccfaf77 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429916 Apr 06 14:27:54.101923 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91872021-8425-405a-8f55-8cd35328759b req-3aae1713-d3e0-4296-92e4-4be921f7b286 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:54.103466 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-91872021-8425-405a-8f55-8cd35328759b req-3aae1713-d3e0-4296-92e4-4be921f7b286 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 945 time: 0.0530567 Apr 06 14:27:54.388461 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-91872021-8425-405a-8f55-8cd35328759b req-efcdccd5-3c03-4abf-878a-0827583f7376 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793298 Apr 06 14:27:54.812069 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device b3bf9175-8ed4-46f4-a1ed-17895d9ba496 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:27:54.889100 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 is: ACTIVE; New status is: DOWN {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:27:54.889483 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:54.911348 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:27:54.914094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26795974-dfda-41af-89e1-b273bb03aed7" -d '{"events": [{"server_uuid": "b42f02e2-8c24-426b-add2-ec9f8262a25d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3bf9175-8ed4-46f4-a1ed-17895d9ba496"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:27:54.926546 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port b3bf9175-8ed4-46f4-a1ed-17895d9ba496, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:27:55.020249 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:27:55.067978 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 14:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cfee1e-5633-418a-8eac-d0a98e4744be x-openstack-request-id: req-46cfee1e-5633-418a-8eac-d0a98e4744be {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:27:55.068449 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42f02e2-8c24-426b-add2-ec9f8262a25d", "name": "network-vif-unplugged", "status": "failed", "tag": "b3bf9175-8ed4-46f4-a1ed-17895d9ba496", "code": 422}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:27:55.068705 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46cfee1e-5633-418a-8eac-d0a98e4744be {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:27:55.069139 dv-cinder-835881-5-iscsi neutron-server[103949]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-46cfee1e-5633-418a-8eac-d0a98e4744be']: {'server_uuid': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'code': 422} returned with failed status Apr 06 14:27:55.073538 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,revision_number=8']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:27:55.080407 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:55.080746 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:55.081079 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:55.081409 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:55.081733 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:55.082053 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:55.082368 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:55.082710 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:55.083070 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:55.083349 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:55.089022 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:55.089022 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:55.089022 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:55.089022 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:55.089022 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:27:55.508846 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968de557-700a-4752-b1e9-f4f8c60b9121 req-6b89a1d8-ea3a-4b78-bd95-71c08880e6b2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:55.510287 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-968de557-700a-4752-b1e9-f4f8c60b9121 req-6b89a1d8-ea3a-4b78-bd95-71c08880e6b2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0498068 Apr 06 14:27:55.557406 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-968de557-700a-4752-b1e9-f4f8c60b9121 req-4fd80b35-4536-4f77-b4fa-a852a6eccb98 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405331 Apr 06 14:27:57.956494 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb5d68-06bc-45a4-b3b0-e1db05f2218d req-87e59baa-1bf7-46af-8345-caf6812d7d78 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:57.957994 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4cdb5d68-06bc-45a4-b3b0-e1db05f2218d req-87e59baa-1bf7-46af-8345-caf6812d7d78 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0548315 Apr 06 14:27:58.009051 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4cdb5d68-06bc-45a4-b3b0-e1db05f2218d req-d9a12b86-0edf-41c9-9cdc-93f13ad92711 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452087 Apr 06 14:27:58.347427 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-c56fa7e0-022c-460b-af34-5eb950e7faba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1338367 Apr 06 14:27:58.650898 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e33cf000-6811-4278-ab21-1316c6d9e32e req-3e8bfa1c-a83b-44b1-b7e0-639b30b33160 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534992 Apr 06 14:27:58.739110 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cf000-6811-4278-ab21-1316c6d9e32e req-51d7ad65-6710-4946-b6d9-09563b17a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:58.740897 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e33cf000-6811-4278-ab21-1316c6d9e32e req-51d7ad65-6710-4946-b6d9-09563b17a44c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c06d10321c24c2eb672098ef14e6bad&device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 1130 time: 0.0437057 Apr 06 14:27:58.846231 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cf000-6811-4278-ab21-1316c6d9e32e req-d0297404-b98c-44ef-87b2-86d6b79836cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:58.847767 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e33cf000-6811-4278-ab21-1316c6d9e32e req-d0297404-b98c-44ef-87b2-86d6b79836cb service neutron] 10.222.0.49 "GET /v2.0/networks?id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc HTTP/1.1" status: 200 len: 911 time: 0.0870731 Apr 06 14:27:58.913912 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e33cf000-6811-4278-ab21-1316c6d9e32e req-404cbf81-4f7a-4c00-a818-4c2cdaaa3801 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=348c891f-b5f0-4631-8371-0391ae585e3a HTTP/1.1" status: 200 len: 1002 time: 0.0581970 Apr 06 14:27:58.966843 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cf000-6811-4278-ab21-1316c6d9e32e req-d413f5d2-b7f5-4d56-80fb-4b574d6f3fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:58.968325 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e33cf000-6811-4278-ab21-1316c6d9e32e req-d413f5d2-b7f5-4d56-80fb-4b574d6f3fb5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33aa3945-cd87-4a41-b88b-8619a64161f1 HTTP/1.1" status: 200 len: 849 time: 0.0477953 Apr 06 14:27:59.017525 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cf000-6811-4278-ab21-1316c6d9e32e req-693cdc4f-9772-4727-808c-b42e3a112371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:59.019126 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e33cf000-6811-4278-ab21-1316c6d9e32e req-693cdc4f-9772-4727-808c-b42e3a112371 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e7f06fab-66c7-42ea-96fa-e281e3bc57bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433230 Apr 06 14:27:59.145492 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e33cf000-6811-4278-ab21-1316c6d9e32e req-606ffa71-f0a2-4d1a-91b9-06a31ee3ebeb service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184125 Apr 06 14:27:59.166847 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eb41c-bb7e-4c06-9c0e-bba976f026a5 req-2be23e99-3cbb-4a4f-b2ca-3cf56a202351 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:59.168189 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e81eb41c-bb7e-4c06-9c0e-bba976f026a5 req-2be23e99-3cbb-4a4f-b2ca-3cf56a202351 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0877564 Apr 06 14:27:59.268252 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e81eb41c-bb7e-4c06-9c0e-bba976f026a5 req-967cab3b-c7e1-4727-8f2b-bcdae1549d20 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878975 Apr 06 14:27:59.284433 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e33cf000-6811-4278-ab21-1316c6d9e32e req-596b57d7-2d95-43fa-b52f-f377b1947bf0 service neutron] 10.222.0.49 "GET /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302361 Apr 06 14:27:59.480446 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-3a463eba-9841-4c8f-9804-e687d49df3b4 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:27:59.481785 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-3a463eba-9841-4c8f-9804-e687d49df3b4 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports/b3bf9175-8ed4-46f4-a1ed-17895d9ba496 HTTP/1.1" status: 200 len: 940 time: 0.0962319 Apr 06 14:28:00.391114 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ed90a-0113-454b-9184-a46fc8d91a25 req-a10ddaf2-0b19-4119-9d60-661ed33c99ad tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:00.392559 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d68ed90a-0113-454b-9184-a46fc8d91a25 req-a10ddaf2-0b19-4119-9d60-661ed33c99ad tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0514147 Apr 06 14:28:00.441616 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d68ed90a-0113-454b-9184-a46fc8d91a25 req-504f7726-c734-4cec-9d9e-c2c5af2c0564 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428793 Apr 06 14:28:01.568570 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71b54b-d27d-455b-bb7c-8d3b9695edcb req-1b109aea-34ba-4103-98ff-b52ce46174de tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:01.569815 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ca71b54b-d27d-455b-bb7c-8d3b9695edcb req-1b109aea-34ba-4103-98ff-b52ce46174de tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0568485 Apr 06 14:28:01.616750 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ca71b54b-d27d-455b-bb7c-8d3b9695edcb req-dc09bb41-0569-43ba-95db-ce20970bbfd5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411937 Apr 06 14:28:02.739820 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c998d9-04db-4e9b-b47e-5c29295b34b3 req-59ea8c30-57d5-4636-8f2f-3fccd6e3924d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:02.741979 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a1c998d9-04db-4e9b-b47e-5c29295b34b3 req-59ea8c30-57d5-4636-8f2f-3fccd6e3924d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0543475 Apr 06 14:28:02.786907 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a1c998d9-04db-4e9b-b47e-5c29295b34b3 req-c96055cd-f4a4-43a7-8a63-ada364d7fb18 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393867 Apr 06 14:28:02.895789 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:28:03.915165 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8287266-f33b-46ff-9c40-62a8484b3be7 req-95b5d613-9927-426e-8524-0a6ef0968abf tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:03.916666 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d8287266-f33b-46ff-9c40-62a8484b3be7 req-95b5d613-9927-426e-8524-0a6ef0968abf tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0566909 Apr 06 14:28:04.000630 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d8287266-f33b-46ff-9c40-62a8484b3be7 req-b894d8fc-202f-4877-9c14-5ec07a50edec tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782523 Apr 06 14:28:04.007923 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-91480425-618a-410f-967a-e52be034ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:04.009421 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-91480425-618a-410f-967a-e52be034ea13 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d&tenant_id=b3704131189249758fe79fd530a64a7f HTTP/1.1" status: 200 len: 1127 time: 0.0790801 Apr 06 14:28:04.085533 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-129d5892-8a35-4353-a34a-7ff5e99ff0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:04.087041 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-129d5892-8a35-4353-a34a-7ff5e99ff0d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b3704131189249758fe79fd530a64a7f&device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 1127 time: 0.0486798 Apr 06 14:28:04.178912 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-c8e51b64-77b6-4a37-ac38-a0faf69b6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:04.180693 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-c8e51b64-77b6-4a37-ac38-a0faf69b6860 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c86284af-8e01-433f-b259-029eabfd0d24 HTTP/1.1" status: 200 len: 918 time: 0.0856848 Apr 06 14:28:04.254529 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-484e2b00-0feb-4ff8-a88f-324ba0d330e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496 HTTP/1.1" status: 200 len: 998 time: 0.0670068 Apr 06 14:28:04.304289 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-f9d77432-0799-4218-99eb-1167c7df7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:04.305732 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-f9d77432-0799-4218-99eb-1167c7df7dc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d3abd841-b723-4c66-b34b-6c95c35f2cdf HTTP/1.1" status: 200 len: 856 time: 0.0444849 Apr 06 14:28:04.355122 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-28aff70f-beac-4fb2-9a23-cbf169616d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:04.356529 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-28aff70f-beac-4fb2-9a23-cbf169616d0d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c86284af-8e01-433f-b259-029eabfd0d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442858 Apr 06 14:28:04.446720 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-35512002-6952-4a78-add1-ab5eafcd3a51 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840430 Apr 06 14:28:04.534027 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-99723f25-1c05-41d6-bb50-ef1f50cd7cb8 service neutron] 10.222.0.49 "GET /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814435 Apr 06 14:28:05.133184 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0b8ff-2522-422d-963d-dca9521b737f req-f872a04b-ed2d-4c41-b028-0406836d895b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:05.134983 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fcb0b8ff-2522-422d-963d-dca9521b737f req-f872a04b-ed2d-4c41-b028-0406836d895b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0572829 Apr 06 14:28:05.186774 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9ae20003-8c8f-4ebd-a02e-14189e427275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:05.196597 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fcb0b8ff-2522-422d-963d-dca9521b737f req-5d79a3e1-ced2-4711-a086-0a6c0164459e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484374 Apr 06 14:28:06.346423 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b051c4-d461-44c2-9746-c3f2ebd92695 req-b4741c66-04f2-4cbc-8e7d-ed76656d057b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:06.348110 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a1b051c4-d461-44c2-9746-c3f2ebd92695 req-b4741c66-04f2-4cbc-8e7d-ed76656d057b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0608995 Apr 06 14:28:06.409206 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a1b051c4-d461-44c2-9746-c3f2ebd92695 req-0f3fded1-7a89-4498-9bc3-18f1d6907d20 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546250 Apr 06 14:28:07.539117 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37eb68-9505-4619-a654-aee293379e6b req-1bfbd9ee-591d-457f-a204-079bdece7db3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:07.540640 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bf37eb68-9505-4619-a654-aee293379e6b req-1bfbd9ee-591d-457f-a204-079bdece7db3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0556726 Apr 06 14:28:07.597299 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bf37eb68-9505-4619-a654-aee293379e6b req-3a13f539-5d41-4d04-b39a-e7e3192a2480 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505037 Apr 06 14:28:08.726920 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bafef2-103b-401d-a27b-fa21189db36e req-071c1494-901c-4131-9b7f-4e0d45f99438 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:08.728545 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a5bafef2-103b-401d-a27b-fa21189db36e req-071c1494-901c-4131-9b7f-4e0d45f99438 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0538480 Apr 06 14:28:08.778321 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a5bafef2-103b-401d-a27b-fa21189db36e req-a62acae4-74a4-47b3-8359-cf9da4b5257c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436437 Apr 06 14:28:09.008952 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6fb65d5a-2548-41cc-8816-a9964c30bb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:09.907711 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dde46e-9ab2-4441-b982-24b315301be5 req-e398ab99-49c8-4046-9ccd-7e7f5030704d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:09.909430 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-10dde46e-9ab2-4441-b982-24b315301be5 req-e398ab99-49c8-4046-9ccd-7e7f5030704d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0545039 Apr 06 14:28:09.961605 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-10dde46e-9ab2-4441-b982-24b315301be5 req-488f67bf-67ea-42c6-adb2-ff1fecce2968 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458238 Apr 06 14:28:10.369724 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:11.096568 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77b377-f559-4708-8aa8-bbae4d01b999 req-b7b2b4bd-88b2-4ad4-8eb6-52acc54c0d8b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:11.098153 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-de77b377-f559-4708-8aa8-bbae4d01b999 req-b7b2b4bd-88b2-4ad4-8eb6-52acc54c0d8b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0589514 Apr 06 14:28:11.147706 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-de77b377-f559-4708-8aa8-bbae4d01b999 req-68307a98-a516-4e83-911e-98b92a36ab2f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436473 Apr 06 14:28:12.112269 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:12.286757 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25809c-dd05-497f-9afe-c54d64791a07 req-d70fa25a-7324-42f4-9dba-9b404129086e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:12.288546 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3a25809c-dd05-497f-9afe-c54d64791a07 req-d70fa25a-7324-42f4-9dba-9b404129086e tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0643730 Apr 06 14:28:12.340382 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3a25809c-dd05-497f-9afe-c54d64791a07 req-94000170-cbd0-4a9e-bb1c-d52d2c48266d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457740 Apr 06 14:28:13.476011 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaecf48-c6ee-4ba6-8cac-35eb2ebc510e req-31de845a-55b3-4dd9-ba1f-3f280c17ba99 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:13.477749 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7aaecf48-c6ee-4ba6-8cac-35eb2ebc510e req-31de845a-55b3-4dd9-ba1f-3f280c17ba99 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0580990 Apr 06 14:28:13.483821 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:13.530465 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7aaecf48-c6ee-4ba6-8cac-35eb2ebc510e req-f698606e-18f1-4323-a752-664760a308a1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445945 Apr 06 14:28:14.656604 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c0142-71d8-4068-b20a-d6ac3d9da421 req-1c182f91-1ff6-4bbc-9b63-d75f38e0b9f9 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:14.658076 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ff4c0142-71d8-4068-b20a-d6ac3d9da421 req-1c182f91-1ff6-4bbc-9b63-d75f38e0b9f9 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0525441 Apr 06 14:28:14.708110 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ff4c0142-71d8-4068-b20a-d6ac3d9da421 req-e6c454e2-ec8a-420c-82f0-b476452ec0fb tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438430 Apr 06 14:28:15.830873 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b32fc-dbef-42fb-86e8-7463256f270a req-758bbe89-6597-4adb-b71c-fc57d1e971da tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:15.832376 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4b8b32fc-dbef-42fb-86e8-7463256f270a req-758bbe89-6597-4adb-b71c-fc57d1e971da tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0519590 Apr 06 14:28:15.883788 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4b8b32fc-dbef-42fb-86e8-7463256f270a req-1887cc9f-3467-4123-8262-9129dd9bd1b2 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446458 Apr 06 14:28:17.006951 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a087e-5579-4f2b-bf2d-a49d276f7e22 req-c4e19686-5d5c-48bf-8242-86908266dbe8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:17.008428 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3d5a087e-5579-4f2b-bf2d-a49d276f7e22 req-c4e19686-5d5c-48bf-8242-86908266dbe8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0521419 Apr 06 14:28:17.054330 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3d5a087e-5579-4f2b-bf2d-a49d276f7e22 req-cc3e294f-d6b5-4f03-b1b3-6d903dcb70f1 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403571 Apr 06 14:28:18.175307 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053def8-ab24-49e0-a746-d5dcacace464 req-cd861c70-d11e-476b-9e4f-1552608291f8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:18.176676 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0053def8-ab24-49e0-a746-d5dcacace464 req-cd861c70-d11e-476b-9e4f-1552608291f8 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0513091 Apr 06 14:28:18.223588 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0053def8-ab24-49e0-a746-d5dcacace464 req-582052e0-0106-4738-ab3a-7f2c012fe80c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412674 Apr 06 14:28:19.349276 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c539b4e-e1d5-45bf-bd73-cb6ffc47929a req-2ca55089-4483-491a-ac33-45bdd15f736d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:19.351610 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6c539b4e-e1d5-45bf-bd73-cb6ffc47929a req-2ca55089-4483-491a-ac33-45bdd15f736d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0566468 Apr 06 14:28:19.397986 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6c539b4e-e1d5-45bf-bd73-cb6ffc47929a req-a29e1c1b-27fb-4e43-ac9a-732a063020e3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407913 Apr 06 14:28:20.020774 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:20.523377 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0ece4-073f-41c6-afc3-11dea6dbf88f req-7aa96f5c-1b89-4693-acc2-c2d54d99d42f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:20.524841 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-86b0ece4-073f-41c6-afc3-11dea6dbf88f req-7aa96f5c-1b89-4693-acc2-c2d54d99d42f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0540030 Apr 06 14:28:20.572583 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-86b0ece4-073f-41c6-afc3-11dea6dbf88f req-0bfca211-cb9a-4e69-9f91-fd9182e400fd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418491 Apr 06 14:28:21.690993 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe087483-bb40-45b3-b45c-b1975dfd7e2b req-6aab9514-c517-4a07-9c28-0b1d4e9c2a87 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:21.692436 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe087483-bb40-45b3-b45c-b1975dfd7e2b req-6aab9514-c517-4a07-9c28-0b1d4e9c2a87 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0510268 Apr 06 14:28:21.742669 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe087483-bb40-45b3-b45c-b1975dfd7e2b req-7de7fcc2-9b59-4374-8e6e-2c56201c264b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442650 Apr 06 14:28:22.867897 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc656091-f188-4d33-9e2b-40bc2a2351bc req-6d0f09ab-f590-4699-8fe7-879d63b13b61 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:22.869356 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc656091-f188-4d33-9e2b-40bc2a2351bc req-6d0f09ab-f590-4699-8fe7-879d63b13b61 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 943 time: 0.0527713 Apr 06 14:28:22.916382 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc656091-f188-4d33-9e2b-40bc2a2351bc req-e58a8a83-4dfa-483d-b8be-91d9363a2b91 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413055 Apr 06 14:28:22.986211 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device b3bf9175-8ed4-46f4-a1ed-17895d9ba496 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:28:23.088301 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port b3bf9175-8ed4-46f4-a1ed-17895d9ba496, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:23.099218 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'port_id': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'mac_address': 'fa:16:3e:f5:44:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:28:23.135683 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:23.136060 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:23.149570 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3bf9175-8ed4-46f4-a1ed-17895d9ba496 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:28:23.169216 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port b3bf9175-8ed4-46f4-a1ed-17895d9ba496, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:23.277820 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:23.327165 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,revision_number=9']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:23.702370 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['b3bf9175-8ed4-46f4-a1ed-17895d9ba496'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:28:24.041422 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489cece-95ef-4c83-88bc-24980c729134 req-bcc2819b-1ff1-4c9a-a060-7545e5270cd9 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:24.043011 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9489cece-95ef-4c83-88bc-24980c729134 req-bcc2819b-1ff1-4c9a-a060-7545e5270cd9 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 944 time: 0.0534110 Apr 06 14:28:24.093369 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9489cece-95ef-4c83-88bc-24980c729134 req-117706a2-1bf4-4b9f-86ff-6b1d1734fdf3 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445955 Apr 06 14:28:25.001385 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device b3bf9175-8ed4-46f4-a1ed-17895d9ba496 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:28:25.052137 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:28:25.052561 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:25.135671 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:28:25.137000 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:25.160237 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:28:25.162601 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43252bd8-6511-4ae5-9e61-7f963edf405e" -d '{"events": [{"server_uuid": "b42f02e2-8c24-426b-add2-ec9f8262a25d", "name": "network-vif-plugged", "status": "completed", "tag": "b3bf9175-8ed4-46f4-a1ed-17895d9ba496"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:28:25.176133 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port b3bf9175-8ed4-46f4-a1ed-17895d9ba496, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:25.201294 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7b7551-78d7-44ac-baa5-d1d8d6adf819 x-openstack-request-id: req-bc7b7551-78d7-44ac-baa5-d1d8d6adf819 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:28:25.201582 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42f02e2-8c24-426b-add2-ec9f8262a25d", "name": "network-vif-plugged", "status": "completed", "tag": "b3bf9175-8ed4-46f4-a1ed-17895d9ba496", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:28:25.201828 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc7b7551-78d7-44ac-baa5-d1d8d6adf819 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:28:25.202223 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7b7551-78d7-44ac-baa5-d1d8d6adf819'] response: {'server_uuid': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'code': 200} Apr 06 14:28:25.222820 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ee8fd-5a9b-4108-b5ac-343b278060f3 req-9e7a4038-7bbf-4d92-9dd1-699b98621a43 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:25.224405 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6c9ee8fd-5a9b-4108-b5ac-343b278060f3 req-9e7a4038-7bbf-4d92-9dd1-699b98621a43 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 944 time: 0.0554731 Apr 06 14:28:25.274624 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6c9ee8fd-5a9b-4108-b5ac-343b278060f3 req-8fa3a1d6-ba26-4902-8839-db6920c7acfd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430591 Apr 06 14:28:25.278158 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:25.328762 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,revision_number=10']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:25.560112 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626dbb6-7d7c-4c5d-86ff-e43fe3ad5fc0 req-3c08a7fa-3bf0-4856-ba90-b2d17356c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:25.561574 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4626dbb6-7d7c-4c5d-86ff-e43fe3ad5fc0 req-3c08a7fa-3bf0-4856-ba90-b2d17356c21f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 1130 time: 0.0470150 Apr 06 14:28:25.606216 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4626dbb6-7d7c-4c5d-86ff-e43fe3ad5fc0 req-a7e8f9db-522b-440a-837c-376f88851de8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372477 Apr 06 14:28:26.404600 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e08be-1d60-4ce8-876c-29c0332cd6e2 req-cfad9810-eb65-4c71-bad9-ab836da71980 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:26.406063 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1f9e08be-1d60-4ce8-876c-29c0332cd6e2 req-cfad9810-eb65-4c71-bad9-ab836da71980 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 946 time: 0.0516555 Apr 06 14:28:26.452864 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1f9e08be-1d60-4ce8-876c-29c0332cd6e2 req-2b080769-a0cb-4a3b-a26b-9af68ed25756 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409875 Apr 06 14:28:27.579992 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e34070-189c-4301-9382-329aba91d097 req-f8610e54-c722-440f-b179-ab333b267c33 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:27.581480 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a8e34070-189c-4301-9382-329aba91d097 req-f8610e54-c722-440f-b179-ab333b267c33 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 946 time: 0.0519457 Apr 06 14:28:27.635064 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a8e34070-189c-4301-9382-329aba91d097 req-f26f46a5-13f5-4afc-9a1e-d47dc4b9f69b tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475235 Apr 06 14:28:28.763396 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7438113-7e50-4f73-86ab-c6d50fe80a0d req-2b1476ba-8a83-482d-b167-40742ba27000 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:28.764854 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a7438113-7e50-4f73-86ab-c6d50fe80a0d req-2b1476ba-8a83-482d-b167-40742ba27000 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 946 time: 0.0571170 Apr 06 14:28:28.812563 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a7438113-7e50-4f73-86ab-c6d50fe80a0d req-900ab0b6-9faa-4b22-afe5-c1e954b98ba4 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419767 Apr 06 14:28:35.140888 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-935f04c3-688d-4007-ac5e-d50660f6f42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:38.992034 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-09fa41f7-8faf-44b2-94ee-1ffcee1a2075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:39.898211 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:28:40.417111 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:42.175149 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:43.026292 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:48.198481 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385fa65-be4b-463a-93ff-abd8ea019fec req-0a1f5d0e-0371-4143-9927-ea743fe4870e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:48.199886 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d385fa65-be4b-463a-93ff-abd8ea019fec req-0a1f5d0e-0371-4143-9927-ea743fe4870e tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 946 time: 0.0518095 Apr 06 14:28:48.245837 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d385fa65-be4b-463a-93ff-abd8ea019fec req-04bab0b4-2a94-4d7b-a4d7-dc51dfd7ef5c tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=362972af-adf1-41ee-a468-ad245be57dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397842 Apr 06 14:28:49.365243 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3852b-3769-453c-a77f-0ce009e9797f req-76fac28c-3dff-447b-aca5-b490c9d289ca tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:49.366729 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4da3852b-3769-453c-a77f-0ce009e9797f req-76fac28c-3dff-447b-aca5-b490c9d289ca tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 946 time: 0.0512474 Apr 06 14:28:49.413486 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4da3852b-3769-453c-a77f-0ce009e9797f req-81b60fef-9419-42ef-908b-63367bff2d63 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=362972af-adf1-41ee-a468-ad245be57dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412021 Apr 06 14:28:50.031492 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.316154 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-36e85586-4064-49c8-be48-fe38fa58eb04 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:50.317581 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-36e85586-4064-49c8-be48-fe38fa58eb04 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 946 time: 0.0519619 Apr 06 14:28:50.413626 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Deleting port 348c891f-b5f0-4631-8371-0391ae585e3a {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:28:50.413966 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (348c891f-b5f0-4631-8371-0391ae585e3a), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.532751 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] For port 348c891f-b5f0-4631-8371-0391ae585e3a, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=348c891f-b5f0-4631-8371-0391ae585e3a,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:50.533172 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (348c891f-b5f0-4631-8371-0391ae585e3a), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.596995 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf63af2-269b-49cc-a3d7-ea677565f1de req-0f7dfb1a-71b7-42ca-ba2e-f10ef40477cd tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:50.598455 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1cf63af2-269b-49cc-a3d7-ea677565f1de req-0f7dfb1a-71b7-42ca-ba2e-f10ef40477cd tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 946 time: 0.1158175 Apr 06 14:28:50.693739 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1cf63af2-269b-49cc-a3d7-ea677565f1de req-f01a700d-50d3-4cf0-a64c-df681e182872 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups?id=362972af-adf1-41ee-a468-ad245be57dda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886123 Apr 06 14:28:50.746278 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.746671 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (a1922bcd-37a2-46e1-8bba-34ac5eb52181), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.746990 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Floating IP a1922bcd-37a2-46e1-8bba-34ac5eb52181 disassociated. External IP: 172.27.2.111, port: 348c891f-b5f0-4631-8371-0391ae585e3a. Apr 06 14:28:50.747332 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Calling delete_port for 348c891f-b5f0-4631-8371-0391ae585e3a owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:28:50.952742 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (348c891f-b5f0-4631-8371-0391ae585e3a), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:50.982279 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event deleted for resources: {'Port': ['ID=348c891f-b5f0-4631-8371-0391ae585e3a,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:50.993896 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:50.994251 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:50.994645 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:50.994993 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:50.995326 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:50.995653 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:50.995976 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:50.996298 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:50.996623 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:50.996958 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:50.997358 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:50.997688 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:50.998007 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:50.998327 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:50.998675 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:51.109929 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Router 09e119b9-01b2-48f8-bf07-2c60e8125abe has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:28:51.219016 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:28:51.228817 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fea122-1a44-46f0-80a9-8521556e25b6 None None] Sync routers for ids ['09e119b9-01b2-48f8-bf07-2c60e8125abe'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:28:51.239614 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fea122-1a44-46f0-80a9-8521556e25b6 None None] Routers {'09e119b9-01b2-48f8-bf07-2c60e8125abe'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:28:51.240255 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-a4fea122-1a44-46f0-80a9-8521556e25b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:28:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['09e119b9-01b2-48f8-bf07-2c60e8125abe'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:51.259720 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] No DVR routers for this DVR port 348c891f-b5f0-4631-8371-0391ae585e3a on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:28:51.262175 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:51.265698 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-468fd3b0-28d4-4428-82b9-ca6f6cad57d2 req-7280d2c7-cf19-4c2e-99a6-f633ac608746 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.49 "DELETE /v2.0/ports/348c891f-b5f0-4631-8371-0391ae585e3a HTTP/1.1" status: 204 len: 173 time: 0.9417400 Apr 06 14:28:51.266221 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fab3b1-e450-411f-8076-236b8d61a1f4', 'name': 'network-vif-deleted', 'tag': '348c891f-b5f0-4631-8371-0391ae585e3a'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:28:51.268528 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81ed0f7-f6f0-4e57-ad2a-a7bdf36dddd1" -d '{"events": [{"server_uuid": "f7fab3b1-e450-411f-8076-236b8d61a1f4", "name": "network-vif-deleted", "tag": "348c891f-b5f0-4631-8371-0391ae585e3a"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:28:51.311075 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e618254b-f34c-437b-873d-7427c5ffd83b x-openstack-request-id: req-e618254b-f34c-437b-873d-7427c5ffd83b {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:28:51.311370 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fab3b1-e450-411f-8076-236b8d61a1f4", "name": "network-vif-deleted", "tag": "348c891f-b5f0-4631-8371-0391ae585e3a", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:28:51.311733 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e618254b-f34c-437b-873d-7427c5ffd83b {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:28:51.312015 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e618254b-f34c-437b-873d-7427c5ffd83b'] response: {'server_uuid': 'f7fab3b1-e450-411f-8076-236b8d61a1f4', 'name': 'network-vif-deleted', 'tag': '348c891f-b5f0-4631-8371-0391ae585e3a', 'status': 'completed', 'code': 200} Apr 06 14:28:51.358777 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-a4fea122-1a44-46f0-80a9-8521556e25b6 None None] Set router 09e119b9-01b2-48f8-bf07-2c60e8125abe gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:28:51.578489 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-a4fea122-1a44-46f0-80a9-8521556e25b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9bc35d88-18e4-4e92-a0e6-fbe93d54bc45', 'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'mac_address': 'fa:16:3e:ee:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:03Z', 'updated_at': '2022-04-06T14:17:20Z', 'revision_number': 5, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'subnets': [{'id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:51.604046 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fea122-1a44-46f0-80a9-8521556e25b6 None None] Checking router: 09e119b9-01b2-48f8-bf07-2c60e8125abe for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:28:51.613191 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fea122-1a44-46f0-80a9-8521556e25b6 None None] Routers {'09e119b9-01b2-48f8-bf07-2c60e8125abe'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:28:51.613791 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-a4fea122-1a44-46f0-80a9-8521556e25b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:28:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['09e119b9-01b2-48f8-bf07-2c60e8125abe'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:51.722606 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-a4fea122-1a44-46f0-80a9-8521556e25b6 None None] Set router 09e119b9-01b2-48f8-bf07-2c60e8125abe gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:28:51.801860 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7e6ae784-bed0-4827-a57a-3ff6390d92d6 req-6388af03-28e2-4044-a02b-c3cb9449f058 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7fab3b1-e450-411f-8076-236b8d61a1f4 HTTP/1.1" status: 200 len: 210 time: 0.0283325 Apr 06 14:28:51.947841 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-a4fea122-1a44-46f0-80a9-8521556e25b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9bc35d88-18e4-4e92-a0e6-fbe93d54bc45', 'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'mac_address': 'fa:16:3e:ee:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:03Z', 'updated_at': '2022-04-06T14:17:20Z', 'revision_number': 5, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'subnets': [{'id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:51.987611 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fea122-1a44-46f0-80a9-8521556e25b6 None None] The sync data for ids ['09e119b9-01b2-48f8-bf07-2c60e8125abe'] in dv-cinder-835881-5-iscsi is: [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:05Z', 'revision_number': 4, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9bc35d88-18e4-4e92-a0e6-fbe93d54bc45', 'name': '', 'network_id': 'e7f06fab-66c7-42ea-96fa-e281e3bc57bc', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'mac_address': 'fa:16:3e:ee:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:03Z', 'updated_at': '2022-04-06T14:17:20Z', 'revision_number': 5, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'subnets': [{'id': '33aa3945-cd87-4a41-b88b-8619a64161f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:28:52.247840 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445d0238-605b-4fd3-b655-fd0a197eadb2 None None] New status for floating IP a1922bcd-37a2-46e1-8bba-34ac5eb52181: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:28:52.966262 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35016) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:53.024376 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3d84b3d2-fc33-4055-a36d-1e06bb335462 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group (362972af-adf1-41ee-a468-ad245be57dda), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.049212 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3d84b3d2-fc33-4055-a36d-1e06bb335462 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group (362972af-adf1-41ee-a468-ad245be57dda), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.152592 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3d84b3d2-fc33-4055-a36d-1e06bb335462 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (362972af-adf1-41ee-a468-ad245be57dda), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.155291 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3d84b3d2-fc33-4055-a36d-1e06bb335462 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.156463 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3d84b3d2-fc33-4055-a36d-1e06bb335462 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "DELETE /v2.0/security-groups/362972af-adf1-41ee-a468-ad245be57dda HTTP/1.1" status: 204 len: 168 time: 0.1892085 Apr 06 14:28:53.160611 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35018) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:53.167302 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84b3d2-fc33-4055-a36d-1e06bb335462 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362972af-adf1-41ee-a468-ad245be57dda,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:53.169969 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 348c891f-b5f0-4631-8371-0391ae585e3a no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:28:53.178299 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.api.v2.resource [None req-5777c150-20ab-4e13-8674-a8cb467baa40 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] show failed (client error): The resource could not be found. Apr 06 14:28:53.179716 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-5777c150-20ab-4e13-8674-a8cb467baa40 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "GET /v2.0/security-groups/362972af-adf1-41ee-a468-ad245be57dda HTTP/1.1" status: 404 len: 347 time: 0.0179229 Apr 06 14:28:53.182593 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35020) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:53.193577 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: 348c891f-b5f0-4631-8371-0391ae585e3a {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:28:53.193917 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 348c891f-b5f0-4631-8371-0391ae585e3a not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:28:53.310740 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Deleting port bcacb52b-4da7-4b3d-be7b-bc304be970eb {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:28:53.311077 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (bcacb52b-4da7-4b3d-be7b-bc304be970eb), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.389815 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (bcacb52b-4da7-4b3d-be7b-bc304be970eb), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.390135 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for floatingip (bcacb52b-4da7-4b3d-be7b-bc304be970eb), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.404106 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Calling delete_port for bcacb52b-4da7-4b3d-be7b-bc304be970eb owned by network:floatingip {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:28:53.632763 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (bcacb52b-4da7-4b3d-be7b-bc304be970eb), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.662834 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Pushing event deleted for resources: {'Port': ['ID=bcacb52b-4da7-4b3d-be7b-bc304be970eb,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:53.686506 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:53.686877 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:53.687221 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:53.687575 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:53.687896 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:53.688294 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:53.689633 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:53.690000 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:53.690314 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:53.690744 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:53.691078 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:53.691406 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:53.691731 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:53.692077 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:53.692392 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:28:53.734354 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks [] for floatingip (a1922bcd-37a2-46e1-8bba-34ac5eb52181), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.738070 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:53.739282 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-3907b482-3ad0-48b1-8024-d3e7213ba990 tempest-AttachVolumeTestJSON-1774410457 tempest-AttachVolumeTestJSON-1774410457-project] 10.222.0.10 "DELETE /v2.0/floatingips/a1922bcd-37a2-46e1-8bba-34ac5eb52181 HTTP/1.1" status: 204 len: 168 time: 0.5558014 Apr 06 14:28:57.779578 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35052) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:58.598786 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3d64531-c70f-4d1d-b5ea-6ab4d74fd4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031267'] for router_interface (09e119b9-01b2-48f8-bf07-2c60e8125abe), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:58.840964 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-a3d64531-c70f-4d1d-b5ea-6ab4d74fd4d6 admin admin] Deleting port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:28:58.841664 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3d64531-c70f-4d1d-b5ea-6ab4d74fd4d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:58.920353 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-a3d64531-c70f-4d1d-b5ea-6ab4d74fd4d6 admin admin] For port 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=9bc35d88-18e4-4e92-a0e6-fbe93d54bc45,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:28:58.920709 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3d64531-c70f-4d1d-b5ea-6ab4d74fd4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:58.933994 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-a3d64531-c70f-4d1d-b5ea-6ab4d74fd4d6 admin admin] Calling delete_port for 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 owned by network:router_interface {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:28:59.163682 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3d64531-c70f-4d1d-b5ea-6ab4d74fd4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (9bc35d88-18e4-4e92-a0e6-fbe93d54bc45), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:59.189242 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d64531-c70f-4d1d-b5ea-6ab4d74fd4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc35d88-18e4-4e92-a0e6-fbe93d54bc45,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:28:59.394415 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-343ff10e-cc9a-4ff8-98c8-7850b6ff549d req-d75bd903-1c24-48a3-9b59-0128826452ef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1017148 Apr 06 14:28:59.398243 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3d64531-c70f-4d1d-b5ea-6ab4d74fd4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029875'] for router_interface (09e119b9-01b2-48f8-bf07-2c60e8125abe), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:28:59.537124 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff10e-cc9a-4ff8-98c8-7850b6ff549d req-08451734-d338-4ccb-b1df-e5a02bbbe7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:59.538485 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-343ff10e-cc9a-4ff8-98c8-7850b6ff549d req-08451734-d338-4ccb-b1df-e5a02bbbe7b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 1129 time: 0.0954409 Apr 06 14:28:59.718548 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff10e-cc9a-4ff8-98c8-7850b6ff549d req-b0aa38b6-f5a6-47bc-8426-3fc69daba6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:59.720036 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-343ff10e-cc9a-4ff8-98c8-7850b6ff549d req-b0aa38b6-f5a6-47bc-8426-3fc69daba6b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c HTTP/1.1" status: 200 len: 916 time: 0.1370831 Apr 06 14:28:59.724884 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d64531-c70f-4d1d-b5ea-6ab4d74fd4d6 admin admin] Router 09e119b9-01b2-48f8-bf07-2c60e8125abe has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:28:59.830381 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-343ff10e-cc9a-4ff8-98c8-7850b6ff549d req-e6c07f1d-5085-4f8c-b01f-2deb8a7a2128 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70e97235-e779-4859-a574-b32c64d89994 HTTP/1.1" status: 200 len: 1000 time: 0.1020882 Apr 06 14:28:59.917466 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff10e-cc9a-4ff8-98c8-7850b6ff549d req-0c5573d1-6645-4847-ba7d-0163b04886e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:59.918980 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-343ff10e-cc9a-4ff8-98c8-7850b6ff549d req-0c5573d1-6645-4847-ba7d-0163b04886e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b274f6d-7ae6-4a62-9350-943b95ce2349 HTTP/1.1" status: 200 len: 854 time: 0.0823402 Apr 06 14:28:59.923750 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d64531-c70f-4d1d-b5ea-6ab4d74fd4d6 admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:28:59.929568 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a3d64531-c70f-4d1d-b5ea-6ab4d74fd4d6 admin admin] 10.222.0.10 "PUT /v2.0/routers/09e119b9-01b2-48f8-bf07-2c60e8125abe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1489573 Apr 06 14:28:59.933542 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35056) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:28:59.936957 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba83ca23-1529-46e0-9f14-343db51e8199 None None] Sync routers for ids ['09e119b9-01b2-48f8-bf07-2c60e8125abe'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:28:59.956415 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba83ca23-1529-46e0-9f14-343db51e8199 None None] Routers {'09e119b9-01b2-48f8-bf07-2c60e8125abe'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:28:59.957696 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-ba83ca23-1529-46e0-9f14-343db51e8199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:28:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['09e119b9-01b2-48f8-bf07-2c60e8125abe'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:28:59.990778 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff10e-cc9a-4ff8-98c8-7850b6ff549d req-826cbdf1-7ca0-45fc-9239-6154313597cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:28:59.992361 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-343ff10e-cc9a-4ff8-98c8-7850b6ff549d req-826cbdf1-7ca0-45fc-9239-6154313597cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667057 Apr 06 14:29:00.060019 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] Publish callbacks [] for router (09e119b9-01b2-48f8-bf07-2c60e8125abe), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.085916 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-343ff10e-cc9a-4ff8-98c8-7850b6ff549d req-9d9925ae-6ef2-4b8a-abed-5492989e12ca service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865216 Apr 06 14:29:00.177633 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] Publish callbacks [] for router_gateway (09e119b9-01b2-48f8-bf07-2c60e8125abe), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.177912 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-ba83ca23-1529-46e0-9f14-343db51e8199 None None] Set router 09e119b9-01b2-48f8-bf07-2c60e8125abe gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:00.183864 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-343ff10e-cc9a-4ff8-98c8-7850b6ff549d req-e76715e4-631c-44fa-ac33-1d5c3ec93f35 service neutron] 10.222.0.49 "GET /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916834 Apr 06 14:29:00.307130 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] Deleting port b9bd8c53-4628-4e8f-8796-ea6fe4319485 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:00.307468 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (b9bd8c53-4628-4e8f-8796-ea6fe4319485), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.369016 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-ba83ca23-1529-46e0-9f14-343db51e8199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:28:59Z', 'revision_number': 5, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port': {'id': 'b9bd8c53-4628-4e8f-8796-ea6fe4319485', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:57Z', 'updated_at': '2022-04-06T14:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:00.389431 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba83ca23-1529-46e0-9f14-343db51e8199 None None] Checking router: 09e119b9-01b2-48f8-bf07-2c60e8125abe for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:29:00.392962 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] For port b9bd8c53-4628-4e8f-8796-ea6fe4319485, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=b9bd8c53-4628-4e8f-8796-ea6fe4319485,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:00.393331 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (b9bd8c53-4628-4e8f-8796-ea6fe4319485), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.397858 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba83ca23-1529-46e0-9f14-343db51e8199 None None] Routers {'09e119b9-01b2-48f8-bf07-2c60e8125abe'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:00.398451 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-ba83ca23-1529-46e0-9f14-343db51e8199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:28:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['09e119b9-01b2-48f8-bf07-2c60e8125abe'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:00.405228 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] Calling delete_port for b9bd8c53-4628-4e8f-8796-ea6fe4319485 owned by network:router_gateway {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:00.490961 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-ba83ca23-1529-46e0-9f14-343db51e8199 None None] Set router 09e119b9-01b2-48f8-bf07-2c60e8125abe gateway port host: None {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:00.546541 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-ba83ca23-1529-46e0-9f14-343db51e8199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:29:00Z', 'revision_number': 6, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port_host': None}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:00.575678 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba83ca23-1529-46e0-9f14-343db51e8199 None None] The sync data for ids ['09e119b9-01b2-48f8-bf07-2c60e8125abe'] in dv-cinder-835881-5-iscsi is: [{'id': '09e119b9-01b2-48f8-bf07-2c60e8125abe', 'name': 'tempest-AttachVolumeTestJSON-293389655-router', 'tenant_id': '7c06d10321c24c2eb672098ef14e6bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:29:00Z', 'revision_number': 6, 'project_id': '7c06d10321c24c2eb672098ef14e6bad', 'gw_port_host': None}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:29:00.667002 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (b9bd8c53-4628-4e8f-8796-ea6fe4319485), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.693123 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9bd8c53-4628-4e8f-8796-ea6fe4319485,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:00.752124 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029685'] for router_gateway (09e119b9-01b2-48f8-bf07-2c60e8125abe), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.845924 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2260'] for router (09e119b9-01b2-48f8-bf07-2c60e8125abe), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.848141 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] Publish callbacks [] for router_controller (09e119b9-01b2-48f8-bf07-2c60e8125abe), precommit_delete_associations {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.958473 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031823'] for router (09e119b9-01b2-48f8-bf07-2c60e8125abe), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.959241 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09e119b9-01b2-48f8-bf07-2c60e8125abe {{(pid=103948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:29:00.969577 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:00.969577 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-c51ed9a5-67ce-44b7-9fed-1de2cdc00743 admin admin] 10.222.0.10 "DELETE /v2.0/routers/09e119b9-01b2-48f8-bf07-2c60e8125abe HTTP/1.1" status: 204 len: 168 time: 1.0314639 Apr 06 14:29:00.969577 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35058) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:01.015173 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e54c55c-f44b-4023-b31f-5418c8b8cead admin admin] Deleting subnet 33aa3945-cd87-4a41-b88b-8619a64161f1 {{(pid=103948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:29:01.021705 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e54c55c-f44b-4023-b31f-5418c8b8cead admin admin] Publish callbacks [] for subnet (33aa3945-cd87-4a41-b88b-8619a64161f1), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.055585 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e54c55c-f44b-4023-b31f-5418c8b8cead admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602622'] for subnet (33aa3945-cd87-4a41-b88b-8619a64161f1), precommit_delete_associations {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.161275 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e54c55c-f44b-4023-b31f-5418c8b8cead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (33aa3945-cd87-4a41-b88b-8619a64161f1), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.261375 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e54c55c-f44b-4023-b31f-5418c8b8cead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12612002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13415203'] for subnet (33aa3945-cd87-4a41-b88b-8619a64161f1), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.288500 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54c55c-f44b-4023-b31f-5418c8b8cead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33aa3945-cd87-4a41-b88b-8619a64161f1,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:01.290472 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e54c55c-f44b-4023-b31f-5418c8b8cead admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.294987 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-4e54c55c-f44b-4023-b31f-5418c8b8cead admin admin] 10.222.0.10 "DELETE /v2.0/subnets/33aa3945-cd87-4a41-b88b-8619a64161f1 HTTP/1.1" status: 204 len: 168 time: 0.3256156 Apr 06 14:29:01.295466 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7749593e-6ae5-4422-811d-adf248ae0bcd None None] Network e7f06fab-66c7-42ea-96fa-e281e3bc57bc requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:01.296408 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35060) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:01.374168 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (e7f06fab-66c7-42ea-96fa-e281e3bc57bc), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.428371 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] Deleting port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:01.428707 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.466742 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] DHCP port deletion for e7f06fab-66c7-42ea-96fa-e281e3bc57bc request from dv-cinder-835881-5-iscsi {{(pid=103949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:29:01.499955 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] For port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=4928ab6e-af03-4ccc-a584-3cbbe84b8da9,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:01.500314 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.514040 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] Calling delete_port for 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 owned by network:dhcp {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:01.514258 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Deleting port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:01.514660 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.580157 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] For port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=4928ab6e-af03-4ccc-a584-3cbbe84b8da9,segment=NetworkSegment(ea32f625-25d0-48b7-8e79-9af109460771),segment_id=ea32f625-25d0-48b7-8e79-9af109460771)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:01.580545 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.593964 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Calling delete_port for 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 owned by network:dhcp {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:01.672446 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.678827 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229'] for port (4928ab6e-af03-4ccc-a584-3cbbe84b8da9), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.700539 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=4928ab6e-af03-4ccc-a584-3cbbe84b8da9,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:01.702290 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] No DVR routers for this DVR port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 on host dv-cinder-835881-5-iscsi {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:01.708553 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] No DVR routers for this DVR port 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 on host dv-cinder-835881-5-iscsi {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:01.713291 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Pushing event deleted for resources: {'Port': ['ID=4928ab6e-af03-4ccc-a584-3cbbe84b8da9,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:01.720093 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:01.720440 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:01.720820 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:01.721095 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:01.721421 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:01.721743 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:01.722175 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:01.722447 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:01.722788 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:01.723100 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:01.723470 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:01.723792 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:01.724105 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:01.724415 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:01.724727 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf07225-691b-4a43-bb72-fb392b1a0f82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:01.776143 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (e7f06fab-66c7-42ea-96fa-e281e3bc57bc), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.796573 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f06fab-66c7-42ea-96fa-e281e3bc57bc']}} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:01.806273 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea32f625-25d0-48b7-8e79-9af109460771') {'for_net_delete': True} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:01.806590 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea32f625-25d0-48b7-8e79-9af109460771') {} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:01.816414 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14463241'] for segment (ea32f625-25d0-48b7-8e79-9af109460771), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.829565 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (ea32f625-25d0-48b7-8e79-9af109460771), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.835377 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=103947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:01.835762 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14453773'] for segment (ea32f625-25d0-48b7-8e79-9af109460771), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: Traceback (most recent call last): Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: timer() Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: cb(*args, **kw) Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: return func(*args, **kwargs) Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: self._notify() Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: self.callback(batched_events) Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: event.method(event) Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: return f(self, *a, **k) Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: return self._get(url).json() Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:01.837390 dv-cinder-835881-5-iscsi neutron-server[103947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:01.958331 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (e7f06fab-66c7-42ea-96fa-e281e3bc57bc), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.964670 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:01.966011 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:01.971406 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e7f06fab-66c7-42ea-96fa-e281e3bc57bc HTTP/1.1" status: 204 len: 168 time: 0.6739581 Apr 06 14:29:01.985184 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c47933-ad58-4150-93a6-6f2e3d4a2f50 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f06fab-66c7-42ea-96fa-e281e3bc57bc,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:01.991644 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:01.992165 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 9bc35d88-18e4-4e92-a0e6-fbe93d54bc45 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:01.992570 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device b9bd8c53-4628-4e8f-8796-ea6fe4319485 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:02.011551 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: b9bd8c53-4628-4e8f-8796-ea6fe4319485 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:02.011893 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device b9bd8c53-4628-4e8f-8796-ea6fe4319485 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:02.012294 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:02.034146 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:02.034487 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 4928ab6e-af03-4ccc-a584-3cbbe84b8da9 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:02.351029 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35064) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:02.390809 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7b2db602-0716-47c2-a0bd-3f6ce165d4f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c06d10321c24c2eb672098ef14e6bad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385480 Apr 06 14:29:02.393437 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35066) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:02.442237 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ee625aa7-513d-4351-a25a-b767832201ae admin admin] Publish callbacks [] for security_group (e51f5d16-54b0-493a-8ad3-909ccf331193), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.463912 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ee625aa7-513d-4351-a25a-b767832201ae admin admin] Publish callbacks [] for security_group (e51f5d16-54b0-493a-8ad3-909ccf331193), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.580988 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ee625aa7-513d-4351-a25a-b767832201ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e51f5d16-54b0-493a-8ad3-909ccf331193), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.583710 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ee625aa7-513d-4351-a25a-b767832201ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:02.584961 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-ee625aa7-513d-4351-a25a-b767832201ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e51f5d16-54b0-493a-8ad3-909ccf331193 HTTP/1.1" status: 204 len: 168 time: 0.1906140 Apr 06 14:29:02.593000 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee625aa7-513d-4351-a25a-b767832201ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51f5d16-54b0-493a-8ad3-909ccf331193,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:05.140370 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ad38090e-ba81-4fa4-9e71-af4af1ab6a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:08.980649 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a707883a-777f-417c-a45d-27bbaba38e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:10.370153 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:12.096195 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:13.044086 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:16.896284 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:29:17.135708 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35226) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:17.243916 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-09ec1451-4f99-43d8-afa9-4af94a249395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.327864 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-09ec1451-4f99-43d8-afa9-4af94a249395 admin admin] Publish callbacks [] for security_group (8112ca2b-b2d1-42ea-9587-4fe9d1791dea), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.398948 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-09ec1451-4f99-43d8-afa9-4af94a249395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (8112ca2b-b2d1-42ea-9587-4fe9d1791dea), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.435806 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec1451-4f99-43d8-afa9-4af94a249395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8112ca2b-b2d1-42ea-9587-4fe9d1791dea,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:17.439966 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-09ec1451-4f99-43d8-afa9-4af94a249395 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cac4db48146a423cab0c8b752bd7fb84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032162 Apr 06 14:29:17.442827 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35230) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:17.491772 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7c73237-230a-4bc6-9013-da32cc2521fd admin admin] Publish callbacks [] for security_group (8112ca2b-b2d1-42ea-9587-4fe9d1791dea), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.512817 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7c73237-230a-4bc6-9013-da32cc2521fd admin admin] Publish callbacks [] for security_group (8112ca2b-b2d1-42ea-9587-4fe9d1791dea), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.632943 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7c73237-230a-4bc6-9013-da32cc2521fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (8112ca2b-b2d1-42ea-9587-4fe9d1791dea), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.635628 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c7c73237-230a-4bc6-9013-da32cc2521fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:17.636898 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-c7c73237-230a-4bc6-9013-da32cc2521fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8112ca2b-b2d1-42ea-9587-4fe9d1791dea HTTP/1.1" status: 204 len: 168 time: 0.1931400 Apr 06 14:29:17.644927 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c73237-230a-4bc6-9013-da32cc2521fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8112ca2b-b2d1-42ea-9587-4fe9d1791dea,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:20.033011 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.749972 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35320) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:20.866275 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ea01369-847f-4528-89bd-a4ab6f56efaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.946795 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ea01369-847f-4528-89bd-a4ab6f56efaa admin admin] Publish callbacks [] for security_group (8652e9dd-ec40-4c04-a681-b9a1db503f46), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:20.993255 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5ea01369-847f-4528-89bd-a4ab6f56efaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (8652e9dd-ec40-4c04-a681-b9a1db503f46), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.036521 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5ea01369-847f-4528-89bd-a4ab6f56efaa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=828f6b3a1d2d41a2833296e6eb448770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852151 Apr 06 14:29:21.037269 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea01369-847f-4528-89bd-a4ab6f56efaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8652e9dd-ec40-4c04-a681-b9a1db503f46,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:21.039441 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35326) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:21.092067 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-aa9a79b3-0cde-48b0-91cf-8ff62fc691bf admin admin] Publish callbacks [] for security_group (8652e9dd-ec40-4c04-a681-b9a1db503f46), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.112830 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-aa9a79b3-0cde-48b0-91cf-8ff62fc691bf admin admin] Publish callbacks [] for security_group (8652e9dd-ec40-4c04-a681-b9a1db503f46), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.250105 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-aa9a79b3-0cde-48b0-91cf-8ff62fc691bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (8652e9dd-ec40-4c04-a681-b9a1db503f46), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.252681 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-aa9a79b3-0cde-48b0-91cf-8ff62fc691bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.256402 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-aa9a79b3-0cde-48b0-91cf-8ff62fc691bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8652e9dd-ec40-4c04-a681-b9a1db503f46 HTTP/1.1" status: 204 len: 168 time: 0.2134268 Apr 06 14:29:21.264003 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a79b3-0cde-48b0-91cf-8ff62fc691bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8652e9dd-ec40-4c04-a681-b9a1db503f46,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:21.888188 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35334) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:21.902409 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3f6680d8-4f3b-46fd-932d-4e72c6832fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:21.979724 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3f6680d8-4f3b-46fd-932d-4e72c6832fa2 admin admin] Publish callbacks [] for security_group (1708d85b-c5c7-4f3b-b5c0-0960021e89a2), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.073145 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3f6680d8-4f3b-46fd-932d-4e72c6832fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (1708d85b-c5c7-4f3b-b5c0-0960021e89a2), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.109989 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6680d8-4f3b-46fd-932d-4e72c6832fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1708d85b-c5c7-4f3b-b5c0-0960021e89a2,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:22.114239 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-3f6680d8-4f3b-46fd-932d-4e72c6832fa2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66ae9dc1bbd447b9b84f9b83dfc75c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249236 Apr 06 14:29:22.117342 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35336) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:22.165714 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a7d480a0-3d26-488a-abe6-1a82b06ef866 admin admin] Publish callbacks [] for security_group (1708d85b-c5c7-4f3b-b5c0-0960021e89a2), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.188881 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a7d480a0-3d26-488a-abe6-1a82b06ef866 admin admin] Publish callbacks [] for security_group (1708d85b-c5c7-4f3b-b5c0-0960021e89a2), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.307292 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a7d480a0-3d26-488a-abe6-1a82b06ef866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (1708d85b-c5c7-4f3b-b5c0-0960021e89a2), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.309885 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a7d480a0-3d26-488a-abe6-1a82b06ef866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:22.311514 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-a7d480a0-3d26-488a-abe6-1a82b06ef866 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1708d85b-c5c7-4f3b-b5c0-0960021e89a2 HTTP/1.1" status: 204 len: 168 time: 0.1932504 Apr 06 14:29:22.319122 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d480a0-3d26-488a-abe6-1a82b06ef866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1708d85b-c5c7-4f3b-b5c0-0960021e89a2,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:23.486839 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911ccde-79a0-4118-845c-98c81d686151 req-1bbfc38c-114a-4821-b445-393e208ba194 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:23.488461 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b911ccde-79a0-4118-845c-98c81d686151 req-1bbfc38c-114a-4821-b445-393e208ba194 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 945 time: 0.0644493 Apr 06 14:29:23.543643 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b911ccde-79a0-4118-845c-98c81d686151 req-34dfac58-9af5-4f1c-a5f1-2254a321b6db tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483868 Apr 06 14:29:24.669213 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97595c-e078-4e96-8707-5e68d5f95078 req-834dc9f6-b8db-4744-94d3-019163576e90 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:24.670873 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fe97595c-e078-4e96-8707-5e68d5f95078 req-834dc9f6-b8db-4744-94d3-019163576e90 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 945 time: 0.0558257 Apr 06 14:29:24.719175 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fe97595c-e078-4e96-8707-5e68d5f95078 req-bdf586e1-049d-4d55-b2cb-a91434a0aa64 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426519 Apr 06 14:29:25.443844 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515907be-a397-49a3-bc60-94f1f95ee91e req-a09b45aa-e35a-4053-a578-3dccc83c0cfb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:25.445306 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-515907be-a397-49a3-bc60-94f1f95ee91e req-a09b45aa-e35a-4053-a578-3dccc83c0cfb tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 945 time: 0.0549204 Apr 06 14:29:25.545782 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-515907be-a397-49a3-bc60-94f1f95ee91e req-f1aeaf7d-7a56-4330-8d7a-1496f6e28ae0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Deleting port 70e97235-e779-4859-a574-b32c64d89994 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:25.546034 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-515907be-a397-49a3-bc60-94f1f95ee91e req-f1aeaf7d-7a56-4330-8d7a-1496f6e28ae0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (70e97235-e779-4859-a574-b32c64d89994), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.636762 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-515907be-a397-49a3-bc60-94f1f95ee91e req-f1aeaf7d-7a56-4330-8d7a-1496f6e28ae0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] For port 70e97235-e779-4859-a574-b32c64d89994, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=70e97235-e779-4859-a574-b32c64d89994,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:25.637120 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-515907be-a397-49a3-bc60-94f1f95ee91e req-f1aeaf7d-7a56-4330-8d7a-1496f6e28ae0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (70e97235-e779-4859-a574-b32c64d89994), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.846154 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-515907be-a397-49a3-bc60-94f1f95ee91e req-f1aeaf7d-7a56-4330-8d7a-1496f6e28ae0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.846154 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-515907be-a397-49a3-bc60-94f1f95ee91e req-f1aeaf7d-7a56-4330-8d7a-1496f6e28ae0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (24fc1691-1487-4a0b-8034-4316bcd2c8ae), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:25.846154 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-515907be-a397-49a3-bc60-94f1f95ee91e req-f1aeaf7d-7a56-4330-8d7a-1496f6e28ae0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Floating IP 24fc1691-1487-4a0b-8034-4316bcd2c8ae disassociated. External IP: 172.27.2.36, port: 70e97235-e779-4859-a574-b32c64d89994. Apr 06 14:29:25.846154 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-515907be-a397-49a3-bc60-94f1f95ee91e req-f1aeaf7d-7a56-4330-8d7a-1496f6e28ae0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Calling delete_port for 70e97235-e779-4859-a574-b32c64d89994 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:25.870814 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eebe2b-e74b-461f-8a9c-c907bf751373 req-e155513f-2d6e-43fd-9466-55e49861e4de tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:25.872271 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a0eebe2b-e74b-461f-8a9c-c907bf751373 req-e155513f-2d6e-43fd-9466-55e49861e4de tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 945 time: 0.0793471 Apr 06 14:29:25.968740 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a0eebe2b-e74b-461f-8a9c-c907bf751373 req-5c99ed69-e02b-49d1-9c9c-f9a634217e08 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups?id=559dfd29-5046-4b3d-82cd-6ffd9be8bc03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703654 Apr 06 14:29:26.067071 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-515907be-a397-49a3-bc60-94f1f95ee91e req-f1aeaf7d-7a56-4330-8d7a-1496f6e28ae0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (70e97235-e779-4859-a574-b32c64d89994), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.096878 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aeaf7d-7a56-4330-8d7a-1496f6e28ae0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event deleted for resources: {'Port': ['ID=70e97235-e779-4859-a574-b32c64d89994,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:26.215320 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-515907be-a397-49a3-bc60-94f1f95ee91e req-f1aeaf7d-7a56-4330-8d7a-1496f6e28ae0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Router 49439ce0-7712-49d6-b21e-3e1a54cba58c has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:29:26.329428 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-515907be-a397-49a3-bc60-94f1f95ee91e req-f1aeaf7d-7a56-4330-8d7a-1496f6e28ae0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:26.343221 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b3d8c4-891f-4b60-897b-11197920d021 None None] Sync routers for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:29:26.354562 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b3d8c4-891f-4b60-897b-11197920d021 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:26.355218 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f1b3d8c4-891f-4b60-897b-11197920d021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:29:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:26.373827 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-515907be-a397-49a3-bc60-94f1f95ee91e req-f1aeaf7d-7a56-4330-8d7a-1496f6e28ae0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] No DVR routers for this DVR port 70e97235-e779-4859-a574-b32c64d89994 on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:26.376324 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-515907be-a397-49a3-bc60-94f1f95ee91e req-f1aeaf7d-7a56-4330-8d7a-1496f6e28ae0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:26.379595 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-515907be-a397-49a3-bc60-94f1f95ee91e req-f1aeaf7d-7a56-4330-8d7a-1496f6e28ae0 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.49 "DELETE /v2.0/ports/70e97235-e779-4859-a574-b32c64d89994 HTTP/1.1" status: 204 len: 173 time: 0.9289246 Apr 06 14:29:26.380075 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043', 'name': 'network-vif-deleted', 'tag': '70e97235-e779-4859-a574-b32c64d89994'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:29:26.382300 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233f52f4-f58a-4f26-b912-c1de60fcb8cb" -d '{"events": [{"server_uuid": "6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043", "name": "network-vif-deleted", "tag": "70e97235-e779-4859-a574-b32c64d89994"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:29:26.492395 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f1b3d8c4-891f-4b60-897b-11197920d021 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:26.579660 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfbe4c5-8144-4ecd-af3f-c640c5578efa x-openstack-request-id: req-0bfbe4c5-8144-4ecd-af3f-c640c5578efa {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:29:26.580242 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043", "name": "network-vif-deleted", "tag": "70e97235-e779-4859-a574-b32c64d89994", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:29:26.580242 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0bfbe4c5-8144-4ecd-af3f-c640c5578efa {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:29:26.580742 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bfbe4c5-8144-4ecd-af3f-c640c5578efa'] response: {'server_uuid': '6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043', 'name': 'network-vif-deleted', 'tag': '70e97235-e779-4859-a574-b32c64d89994', 'status': 'completed', 'code': 200} Apr 06 14:29:26.725175 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f1b3d8c4-891f-4b60-897b-11197920d021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:26.750982 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b3d8c4-891f-4b60-897b-11197920d021 None None] Checking router: 49439ce0-7712-49d6-b21e-3e1a54cba58c for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:29:26.761093 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b3d8c4-891f-4b60-897b-11197920d021 None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:26.761705 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f1b3d8c4-891f-4b60-897b-11197920d021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:29:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:26.870830 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-f1b3d8c4-891f-4b60-897b-11197920d021 None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:27.101133 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-80d6c75c-1d79-4e39-bd05-2991da5f83b9 req-542c86ba-29bc-45e7-aea2-87d2dd38d2e5 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef90ef2-3f91-4bfe-9af1-a1f9ea8c1043 HTTP/1.1" status: 200 len: 210 time: 0.0265896 Apr 06 14:29:27.210966 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-f1b3d8c4-891f-4b60-897b-11197920d021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:27.237598 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b3d8c4-891f-4b60-897b-11197920d021 None None] The sync data for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi is: [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0', 'name': '', 'network_id': '30bc2d19-0a57-49c0-af7c-ee8f649f7a8c', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'mac_address': 'fa:16:3e:02:d7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:02Z', 'updated_at': '2022-04-06T14:17:15Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'subnets': [{'id': '8b274f6d-7ae6-4a62-9350-943b95ce2349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:29:27.490016 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce8ac14-eab6-4491-a229-daa12915b40b None None] New status for floating IP 24fc1691-1487-4a0b-8034-4316bcd2c8ae: DOWN {{(pid=103950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:29:28.289016 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35422) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:28.339758 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e27f9fe7-2cdb-4079-af33-4bf865ecec8d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (559dfd29-5046-4b3d-82cd-6ffd9be8bc03), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.362092 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e27f9fe7-2cdb-4079-af33-4bf865ecec8d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (559dfd29-5046-4b3d-82cd-6ffd9be8bc03), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.495888 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e27f9fe7-2cdb-4079-af33-4bf865ecec8d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (559dfd29-5046-4b3d-82cd-6ffd9be8bc03), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.498488 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e27f9fe7-2cdb-4079-af33-4bf865ecec8d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.499760 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-e27f9fe7-2cdb-4079-af33-4bf865ecec8d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "DELETE /v2.0/security-groups/559dfd29-5046-4b3d-82cd-6ffd9be8bc03 HTTP/1.1" status: 204 len: 168 time: 0.2133007 Apr 06 14:29:28.502541 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35424) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:28.510202 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f9fe7-2cdb-4079-af33-4bf865ecec8d tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=559dfd29-5046-4b3d-82cd-6ffd9be8bc03,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:28.519708 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.api.v2.resource [None req-dccd32ce-eaab-472f-887d-4231bd1ba6e4 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] show failed (client error): The resource could not be found. Apr 06 14:29:28.520736 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-dccd32ce-eaab-472f-887d-4231bd1ba6e4 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "GET /v2.0/security-groups/559dfd29-5046-4b3d-82cd-6ffd9be8bc03 HTTP/1.1" status: 404 len: 347 time: 0.0171909 Apr 06 14:29:28.524133 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35426) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:28.647613 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-50cfb810-8261-4511-a61a-7818ee4af0e8 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Deleting port 612d49e0-34ae-4a99-90b0-132fd5d52403 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:28.647952 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50cfb810-8261-4511-a61a-7818ee4af0e8 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (612d49e0-34ae-4a99-90b0-132fd5d52403), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.721708 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50cfb810-8261-4511-a61a-7818ee4af0e8 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (612d49e0-34ae-4a99-90b0-132fd5d52403), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.722033 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50cfb810-8261-4511-a61a-7818ee4af0e8 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (612d49e0-34ae-4a99-90b0-132fd5d52403), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.734323 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-50cfb810-8261-4511-a61a-7818ee4af0e8 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Calling delete_port for 612d49e0-34ae-4a99-90b0-132fd5d52403 owned by network:floatingip {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:28.919003 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50cfb810-8261-4511-a61a-7818ee4af0e8 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (612d49e0-34ae-4a99-90b0-132fd5d52403), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:28.944653 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfb810-8261-4511-a61a-7818ee4af0e8 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Pushing event deleted for resources: {'Port': ['ID=612d49e0-34ae-4a99-90b0-132fd5d52403,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:29.008995 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50cfb810-8261-4511-a61a-7818ee4af0e8 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks [] for floatingip (24fc1691-1487-4a0b-8034-4316bcd2c8ae), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.011554 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-50cfb810-8261-4511-a61a-7818ee4af0e8 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.012751 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-50cfb810-8261-4511-a61a-7818ee4af0e8 tempest-AttachVolumeNegativeTest-1155126130 tempest-AttachVolumeNegativeTest-1155126130-project] 10.222.0.10 "DELETE /v2.0/floatingips/24fc1691-1487-4a0b-8034-4316bcd2c8ae HTTP/1.1" status: 204 len: 168 time: 0.4876993 Apr 06 14:29:29.372626 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35438) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:29.381008 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 70e97235-e779-4859-a574-b32c64d89994 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:29.404941 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: 70e97235-e779-4859-a574-b32c64d89994 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:29.405279 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 70e97235-e779-4859-a574-b32c64d89994 not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:29.479233 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0be2-d728-4f75-ad98-7a5c4ee4bce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.551319 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0be2-d728-4f75-ad98-7a5c4ee4bce5 admin admin] Publish callbacks [] for security_group (f5cdd83a-19d0-440b-a2ef-1155c734b400), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.638322 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0be2-d728-4f75-ad98-7a5c4ee4bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (f5cdd83a-19d0-440b-a2ef-1155c734b400), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.676824 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-8b6f0be2-d728-4f75-ad98-7a5c4ee4bce5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c7081a952ae64662a5bd09799f7e7b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030939 Apr 06 14:29:29.677801 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f0be2-d728-4f75-ad98-7a5c4ee4bce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cdd83a-19d0-440b-a2ef-1155c734b400,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:29.680227 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35442) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:29.732126 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ecc61fd0-c2d1-438b-b974-c68fab1c5fd4 admin admin] Publish callbacks [] for security_group (f5cdd83a-19d0-440b-a2ef-1155c734b400), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.753345 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ecc61fd0-c2d1-438b-b974-c68fab1c5fd4 admin admin] Publish callbacks [] for security_group (f5cdd83a-19d0-440b-a2ef-1155c734b400), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.867687 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ecc61fd0-c2d1-438b-b974-c68fab1c5fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (f5cdd83a-19d0-440b-a2ef-1155c734b400), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.870327 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ecc61fd0-c2d1-438b-b974-c68fab1c5fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:29.871575 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-ecc61fd0-c2d1-438b-b974-c68fab1c5fd4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5cdd83a-19d0-440b-a2ef-1155c734b400 HTTP/1.1" status: 204 len: 168 time: 0.1894889 Apr 06 14:29:29.879310 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc61fd0-c2d1-438b-b974-c68fab1c5fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cdd83a-19d0-440b-a2ef-1155c734b400,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:33.094419 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35558) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:33.645281 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fed11728-bebe-49a3-b626-a93e9adf2f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031267'] for router_interface (49439ce0-7712-49d6-b21e-3e1a54cba58c), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:33.911472 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-fed11728-bebe-49a3-b626-a93e9adf2f07 admin admin] Deleting port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:33.911763 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fed11728-bebe-49a3-b626-a93e9adf2f07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.008845 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-fed11728-bebe-49a3-b626-a93e9adf2f07 admin admin] For port 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:34.009281 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fed11728-bebe-49a3-b626-a93e9adf2f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.025493 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-fed11728-bebe-49a3-b626-a93e9adf2f07 admin admin] Calling delete_port for 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 owned by network:router_interface {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:34.279067 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fed11728-bebe-49a3-b626-a93e9adf2f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.302362 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed11728-bebe-49a3-b626-a93e9adf2f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:34.711310 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-fed11728-bebe-49a3-b626-a93e9adf2f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029875'] for router_interface (49439ce0-7712-49d6-b21e-3e1a54cba58c), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:34.939523 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed11728-bebe-49a3-b626-a93e9adf2f07 admin admin] Router 49439ce0-7712-49d6-b21e-3e1a54cba58c has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:29:35.062554 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed11728-bebe-49a3-b626-a93e9adf2f07 admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:35.068487 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-fed11728-bebe-49a3-b626-a93e9adf2f07 admin admin] 10.222.0.10 "PUT /v2.0/routers/49439ce0-7712-49d6-b21e-3e1a54cba58c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9725752 Apr 06 14:29:35.071646 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35568) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:35.074588 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53371a-bb3b-4217-b6d0-2234b2b8ce1e None None] Sync routers for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:29:35.085278 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53371a-bb3b-4217-b6d0-2234b2b8ce1e None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:35.087525 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-de53371a-bb3b-4217-b6d0-2234b2b8ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:29:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:35.126695 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-293c1777-40ae-495c-9ce5-4ce4d1a7ffe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.186149 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] Publish callbacks [] for router (49439ce0-7712-49d6-b21e-3e1a54cba58c), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.204692 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-de53371a-bb3b-4217-b6d0-2234b2b8ce1e None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:35.298368 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] Publish callbacks [] for router_gateway (49439ce0-7712-49d6-b21e-3e1a54cba58c), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.391099 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-de53371a-bb3b-4217-b6d0-2234b2b8ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:29:34Z', 'revision_number': 5, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port': {'id': 'e30d7d33-dffa-484d-8275-0cdf8f80ce69', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:54Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:35.421496 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53371a-bb3b-4217-b6d0-2234b2b8ce1e None None] Checking router: 49439ce0-7712-49d6-b21e-3e1a54cba58c for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:29:35.431314 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53371a-bb3b-4217-b6d0-2234b2b8ce1e None None] Routers {'49439ce0-7712-49d6-b21e-3e1a54cba58c'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:35.432209 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-de53371a-bb3b-4217-b6d0-2234b2b8ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:29:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['49439ce0-7712-49d6-b21e-3e1a54cba58c'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:35.443554 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] Deleting port e30d7d33-dffa-484d-8275-0cdf8f80ce69 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:35.443887 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (e30d7d33-dffa-484d-8275-0cdf8f80ce69), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.526243 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-de53371a-bb3b-4217-b6d0-2234b2b8ce1e None None] Set router 49439ce0-7712-49d6-b21e-3e1a54cba58c gateway port host: None {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:35.530327 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] For port e30d7d33-dffa-484d-8275-0cdf8f80ce69, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=e30d7d33-dffa-484d-8275-0cdf8f80ce69,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:35.530718 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (e30d7d33-dffa-484d-8275-0cdf8f80ce69), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.549115 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] Calling delete_port for e30d7d33-dffa-484d-8275-0cdf8f80ce69 owned by network:router_gateway {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:35.589276 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-de53371a-bb3b-4217-b6d0-2234b2b8ce1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:29:35Z', 'revision_number': 6, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port_host': None}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:35.622626 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53371a-bb3b-4217-b6d0-2234b2b8ce1e None None] The sync data for ids ['49439ce0-7712-49d6-b21e-3e1a54cba58c'] in dv-cinder-835881-5-iscsi is: [{'id': '49439ce0-7712-49d6-b21e-3e1a54cba58c', 'name': 'tempest-AttachVolumeNegativeTest-2067696694-router', 'tenant_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:52Z', 'updated_at': '2022-04-06T14:29:35Z', 'revision_number': 6, 'project_id': 'fe717c9db0244c0291dcc0ff1f23244a', 'gw_port_host': None}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:29:35.815910 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (e30d7d33-dffa-484d-8275-0cdf8f80ce69), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:35.842956 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] Pushing event deleted for resources: {'Port': ['ID=e30d7d33-dffa-484d-8275-0cdf8f80ce69,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:35.907541 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029685'] for router_gateway (49439ce0-7712-49d6-b21e-3e1a54cba58c), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.012073 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2260'] for router (49439ce0-7712-49d6-b21e-3e1a54cba58c), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.014738 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] Publish callbacks [] for router_controller (49439ce0-7712-49d6-b21e-3e1a54cba58c), precommit_delete_associations {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.101164 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031823'] for router (49439ce0-7712-49d6-b21e-3e1a54cba58c), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.101914 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49439ce0-7712-49d6-b21e-3e1a54cba58c {{(pid=103948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:29:36.106418 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.107602 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-65fa7988-231e-4868-8f68-1c49391120af admin admin] 10.222.0.10 "DELETE /v2.0/routers/49439ce0-7712-49d6-b21e-3e1a54cba58c HTTP/1.1" status: 204 len: 168 time: 1.0347755 Apr 06 14:29:36.110048 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35572) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:36.157290 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e763c40-1aba-4596-ba91-43ac85bd329e admin admin] Deleting subnet 8b274f6d-7ae6-4a62-9350-943b95ce2349 {{(pid=103948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:29:36.160733 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1e763c40-1aba-4596-ba91-43ac85bd329e admin admin] Publish callbacks [] for subnet (8b274f6d-7ae6-4a62-9350-943b95ce2349), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.204120 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1e763c40-1aba-4596-ba91-43ac85bd329e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602622'] for subnet (8b274f6d-7ae6-4a62-9350-943b95ce2349), precommit_delete_associations {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.288666 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1e763c40-1aba-4596-ba91-43ac85bd329e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (8b274f6d-7ae6-4a62-9350-943b95ce2349), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.406166 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:36.409363 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1e763c40-1aba-4596-ba91-43ac85bd329e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12612002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13415203'] for subnet (8b274f6d-7ae6-4a62-9350-943b95ce2349), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.436959 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:36.437584 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 9e66e7cc-e9a4-4c99-adcf-a2976dfb06e0 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:36.442729 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e763c40-1aba-4596-ba91-43ac85bd329e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b274f6d-7ae6-4a62-9350-943b95ce2349,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:36.444704 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1e763c40-1aba-4596-ba91-43ac85bd329e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.448241 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-1e763c40-1aba-4596-ba91-43ac85bd329e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8b274f6d-7ae6-4a62-9350-943b95ce2349 HTTP/1.1" status: 204 len: 168 time: 0.3371727 Apr 06 14:29:36.450709 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35574) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:36.453091 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00994e39-480b-4bbc-9e6c-92ec5490eb8c None None] Network 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:36.529345 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (30bc2d19-0a57-49c0-af7c-ee8f649f7a8c), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.589737 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] Deleting port 7091b819-ce5d-4927-b22d-7e5945039a20 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:36.590075 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (7091b819-ce5d-4927-b22d-7e5945039a20), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.627280 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7821ba31-cae6-4b4d-98b5-8b10acc41c9f None None] DHCP port deletion for 30bc2d19-0a57-49c0-af7c-ee8f649f7a8c request from dv-cinder-835881-5-iscsi {{(pid=103949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:29:36.669475 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] For port 7091b819-ce5d-4927-b22d-7e5945039a20, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=7091b819-ce5d-4927-b22d-7e5945039a20,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:36.669844 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (7091b819-ce5d-4927-b22d-7e5945039a20), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.682265 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-7821ba31-cae6-4b4d-98b5-8b10acc41c9f None None] Deleting port 7091b819-ce5d-4927-b22d-7e5945039a20 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:36.682694 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7821ba31-cae6-4b4d-98b5-8b10acc41c9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (7091b819-ce5d-4927-b22d-7e5945039a20), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.685971 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] Calling delete_port for 7091b819-ce5d-4927-b22d-7e5945039a20 owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:36.760310 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-7821ba31-cae6-4b4d-98b5-8b10acc41c9f None None] For port 7091b819-ce5d-4927-b22d-7e5945039a20, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=7091b819-ce5d-4927-b22d-7e5945039a20,segment=NetworkSegment(bb2e079d-2af8-4051-8872-635bcb214a68),segment_id=bb2e079d-2af8-4051-8872-635bcb214a68)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:36.760699 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7821ba31-cae6-4b4d-98b5-8b10acc41c9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (7091b819-ce5d-4927-b22d-7e5945039a20), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.774683 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-7821ba31-cae6-4b4d-98b5-8b10acc41c9f None None] Calling delete_port for 7091b819-ce5d-4927-b22d-7e5945039a20 owned by network:dhcp {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:36.839086 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (7091b819-ce5d-4927-b22d-7e5945039a20), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.868386 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7821ba31-cae6-4b4d-98b5-8b10acc41c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229'] for port (7091b819-ce5d-4927-b22d-7e5945039a20), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.870117 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7091b819-ce5d-4927-b22d-7e5945039a20,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:36.875745 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] No DVR routers for this DVR port 7091b819-ce5d-4927-b22d-7e5945039a20 on host dv-cinder-835881-5-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:36.895188 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821ba31-cae6-4b4d-98b5-8b10acc41c9f None None] Pushing event deleted for resources: {'Port': ['ID=7091b819-ce5d-4927-b22d-7e5945039a20,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:36.901656 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7821ba31-cae6-4b4d-98b5-8b10acc41c9f None None] No DVR routers for this DVR port 7091b819-ce5d-4927-b22d-7e5945039a20 on host dv-cinder-835881-5-iscsi {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:36.960019 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (30bc2d19-0a57-49c0-af7c-ee8f649f7a8c), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:36.983868 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bc2d19-0a57-49c0-af7c-ee8f649f7a8c']}} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:36.994574 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2e079d-2af8-4051-8872-635bcb214a68') {'for_net_delete': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:36.994879 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2e079d-2af8-4051-8872-635bcb214a68') {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:37.004591 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602373'] for segment (bb2e079d-2af8-4051-8872-635bcb214a68), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.018165 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (bb2e079d-2af8-4051-8872-635bcb214a68), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.025604 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:37.026082 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12612040'] for segment (bb2e079d-2af8-4051-8872-635bcb214a68), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: Traceback (most recent call last): Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: timer() Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: cb(*args, **kw) Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: return func(*args, **kwargs) Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: self._notify() Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: self.callback(batched_events) Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: event.method(event) Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: return f(self, *a, **k) Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._get(url).json() Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:37.028399 dv-cinder-835881-5-iscsi neutron-server[103948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:37.153388 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (30bc2d19-0a57-49c0-af7c-ee8f649f7a8c), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.159002 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.168747 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/30bc2d19-0a57-49c0-af7c-ee8f649f7a8c HTTP/1.1" status: 204 len: 168 time: 0.7112923 Apr 06 14:29:37.177963 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ca6f6-4f9d-4ca1-ac9d-c05f1de955f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=30bc2d19-0a57-49c0-af7c-ee8f649f7a8c,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:37.576268 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35580) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:37.615368 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-b04f315d-455f-4bd2-b711-f226b24b654c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe717c9db0244c0291dcc0ff1f23244a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390844 Apr 06 14:29:37.618804 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35582) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:37.672928 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9d003c4c-c84d-45af-8078-4bd0517cc6aa admin admin] Publish callbacks [] for security_group (7caa4b6c-f90a-48ec-ad5a-91b8598134bf), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.694555 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9d003c4c-c84d-45af-8078-4bd0517cc6aa admin admin] Publish callbacks [] for security_group (7caa4b6c-f90a-48ec-ad5a-91b8598134bf), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.805156 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9d003c4c-c84d-45af-8078-4bd0517cc6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7caa4b6c-f90a-48ec-ad5a-91b8598134bf), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.807944 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9d003c4c-c84d-45af-8078-4bd0517cc6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:37.809106 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-9d003c4c-c84d-45af-8078-4bd0517cc6aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7caa4b6c-f90a-48ec-ad5a-91b8598134bf HTTP/1.1" status: 204 len: 168 time: 0.1892562 Apr 06 14:29:37.817145 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d003c4c-c84d-45af-8078-4bd0517cc6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caa4b6c-f90a-48ec-ad5a-91b8598134bf,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:37.987880 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device e30d7d33-dffa-484d-8275-0cdf8f80ce69 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:38.010972 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: e30d7d33-dffa-484d-8275-0cdf8f80ce69 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:38.011344 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device e30d7d33-dffa-484d-8275-0cdf8f80ce69 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:38.011967 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 7091b819-ce5d-4927-b22d-7e5945039a20 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:38.033908 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 7091b819-ce5d-4927-b22d-7e5945039a20 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:38.034255 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 7091b819-ce5d-4927-b22d-7e5945039a20 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:38.992767 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2f6e69f8-dbd5-486d-b997-8631f67fa0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:40.409922 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.179501 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35660) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:41.296467 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-191afe3b-2816-44cb-adf2-5d113c5fa98b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.373685 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-191afe3b-2816-44cb-adf2-5d113c5fa98b admin admin] Publish callbacks [] for security_group (4ac44e0c-971e-4e98-96d7-3b03107c75de), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.449898 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-191afe3b-2816-44cb-adf2-5d113c5fa98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4ac44e0c-971e-4e98-96d7-3b03107c75de), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.491055 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-191afe3b-2816-44cb-adf2-5d113c5fa98b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=272b7c7b859946db8916b27ee2ec4028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102236 Apr 06 14:29:41.491920 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191afe3b-2816-44cb-adf2-5d113c5fa98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac44e0c-971e-4e98-96d7-3b03107c75de,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:41.493751 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35664) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:41.544904 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3bb6-ad12-44fe-9311-05bea6da69b5 admin admin] Publish callbacks [] for security_group (4ac44e0c-971e-4e98-96d7-3b03107c75de), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.567140 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3bb6-ad12-44fe-9311-05bea6da69b5 admin admin] Publish callbacks [] for security_group (4ac44e0c-971e-4e98-96d7-3b03107c75de), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.672884 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3bb6-ad12-44fe-9311-05bea6da69b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4ac44e0c-971e-4e98-96d7-3b03107c75de), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.675915 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3bb6-ad12-44fe-9311-05bea6da69b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:41.677540 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-0e8a3bb6-ad12-44fe-9311-05bea6da69b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ac44e0c-971e-4e98-96d7-3b03107c75de HTTP/1.1" status: 204 len: 168 time: 0.1824288 Apr 06 14:29:41.687481 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a3bb6-ad12-44fe-9311-05bea6da69b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac44e0c-971e-4e98-96d7-3b03107c75de,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:42.032662 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.278075 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35676) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:42.296121 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6fa7605a-9171-44e5-8b19-1c83e2e9fa33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.370989 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6fa7605a-9171-44e5-8b19-1c83e2e9fa33 admin admin] Publish callbacks [] for security_group (6856194a-fcb7-45eb-abfe-ac30e75d333e), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.438706 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-6fa7605a-9171-44e5-8b19-1c83e2e9fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (6856194a-fcb7-45eb-abfe-ac30e75d333e), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.478664 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-6fa7605a-9171-44e5-8b19-1c83e2e9fa33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6bfce8e961e476bbde6dcf50f7a34d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993394 Apr 06 14:29:42.480177 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7605a-9171-44e5-8b19-1c83e2e9fa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6856194a-fcb7-45eb-abfe-ac30e75d333e,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:42.481701 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35682) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:42.536451 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2f785efc-c3c3-480c-bdf2-37989c23efd9 admin admin] Publish callbacks [] for security_group (6856194a-fcb7-45eb-abfe-ac30e75d333e), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.557870 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2f785efc-c3c3-480c-bdf2-37989c23efd9 admin admin] Publish callbacks [] for security_group (6856194a-fcb7-45eb-abfe-ac30e75d333e), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.678604 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2f785efc-c3c3-480c-bdf2-37989c23efd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (6856194a-fcb7-45eb-abfe-ac30e75d333e), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.681058 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2f785efc-c3c3-480c-bdf2-37989c23efd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:42.682715 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-2f785efc-c3c3-480c-bdf2-37989c23efd9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6856194a-fcb7-45eb-abfe-ac30e75d333e HTTP/1.1" status: 204 len: 168 time: 0.1990421 Apr 06 14:29:42.690561 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f785efc-c3c3-480c-bdf2-37989c23efd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6856194a-fcb7-45eb-abfe-ac30e75d333e,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:43.010581 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:45.930036 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66515565-6978-4fd2-9ef4-b6506605ef86 req-bd267fc3-1a61-4fec-809b-1d0766b2915d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:45.931524 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-66515565-6978-4fd2-9ef4-b6506605ef86 req-bd267fc3-1a61-4fec-809b-1d0766b2915d tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 946 time: 0.0546033 Apr 06 14:29:45.983203 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-66515565-6978-4fd2-9ef4-b6506605ef86 req-4e7f4500-5551-474d-8122-44f006ab3805 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456851 Apr 06 14:29:47.108037 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968049a-dc9f-438b-a397-7e4fd1f6bcbc req-012254e0-5dd6-491e-8f8a-18602e7221c6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:47.109445 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e968049a-dc9f-438b-a397-7e4fd1f6bcbc req-012254e0-5dd6-491e-8f8a-18602e7221c6 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 946 time: 0.0523341 Apr 06 14:29:47.160714 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e968049a-dc9f-438b-a397-7e4fd1f6bcbc req-187cb910-452a-4e5a-b164-9b593d6385f9 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453153 Apr 06 14:29:47.891547 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35842) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:47.998645 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c383d403-a6a8-4db0-9e62-00dca9ba7da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.071714 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c383d403-a6a8-4db0-9e62-00dca9ba7da2 admin admin] Publish callbacks [] for security_group (80405067-6484-479c-a2dc-519bccdefb4e), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.135797 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c383d403-a6a8-4db0-9e62-00dca9ba7da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (80405067-6484-479c-a2dc-519bccdefb4e), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.178411 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-c383d403-a6a8-4db0-9e62-00dca9ba7da2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=308b15edb38348c58d549bb26b8683fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858088 Apr 06 14:29:48.179333 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383d403-a6a8-4db0-9e62-00dca9ba7da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80405067-6484-479c-a2dc-519bccdefb4e,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:48.181851 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35846) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:48.271194 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d91d4c00-9537-49d5-84b4-3060050fc036 admin admin] Publish callbacks [] for security_group (80405067-6484-479c-a2dc-519bccdefb4e), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.282024 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-b3a3bb2c-0858-44dd-94b4-d6f55693347f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:48.283550 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-b3a3bb2c-0858-44dd-94b4-d6f55693347f tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.49 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 946 time: 0.0832646 Apr 06 14:29:48.289274 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb754d72-a2be-4494-99b1-c6c2b22345e0 req-8493231f-1178-44a7-ad57-64ea377fd382 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:29:48.290950 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cb754d72-a2be-4494-99b1-c6c2b22345e0 req-8493231f-1178-44a7-ad57-64ea377fd382 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 946 time: 0.0541072 Apr 06 14:29:48.327334 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d91d4c00-9537-49d5-84b4-3060050fc036 admin admin] Publish callbacks [] for security_group (80405067-6484-479c-a2dc-519bccdefb4e), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.340939 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-cb754d72-a2be-4494-99b1-c6c2b22345e0 req-0717854c-28de-496b-9a7c-80f638125104 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6501ef0-0a76-437f-8d6d-3bc331484843&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441051 Apr 06 14:29:48.415576 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-2396ecb3-7f6d-437e-9f80-e3aa3c092a71 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Deleting port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:48.415906 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-2396ecb3-7f6d-437e-9f80-e3aa3c092a71 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.712129 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d91d4c00-9537-49d5-84b4-3060050fc036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (80405067-6484-479c-a2dc-519bccdefb4e), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.715307 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-d91d4c00-9537-49d5-84b4-3060050fc036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.716445 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-d91d4c00-9537-49d5-84b4-3060050fc036 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80405067-6484-479c-a2dc-519bccdefb4e HTTP/1.1" status: 204 len: 168 time: 0.5343108 Apr 06 14:29:48.752470 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d4c00-9537-49d5-84b4-3060050fc036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80405067-6484-479c-a2dc-519bccdefb4e,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:48.802333 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-2396ecb3-7f6d-437e-9f80-e3aa3c092a71 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] For port b3bf9175-8ed4-46f4-a1ed-17895d9ba496, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:48.802605 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-2396ecb3-7f6d-437e-9f80-e3aa3c092a71 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.982203 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-2396ecb3-7f6d-437e-9f80-e3aa3c092a71 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.982588 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-2396ecb3-7f6d-437e-9f80-e3aa3c092a71 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (30852037-2e7b-4c7c-aacd-e369b6182ff0), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:48.982906 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-2396ecb3-7f6d-437e-9f80-e3aa3c092a71 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Floating IP 30852037-2e7b-4c7c-aacd-e369b6182ff0 disassociated. External IP: 172.27.2.14, port: b3bf9175-8ed4-46f4-a1ed-17895d9ba496. Apr 06 14:29:48.983245 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-2396ecb3-7f6d-437e-9f80-e3aa3c092a71 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Calling delete_port for b3bf9175-8ed4-46f4-a1ed-17895d9ba496 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:49.199451 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-2396ecb3-7f6d-437e-9f80-e3aa3c092a71 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (b3bf9175-8ed4-46f4-a1ed-17895d9ba496), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.227007 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396ecb3-7f6d-437e-9f80-e3aa3c092a71 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event deleted for resources: {'Port': ['ID=b3bf9175-8ed4-46f4-a1ed-17895d9ba496,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:49.350772 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35856) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:49.351336 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-2396ecb3-7f6d-437e-9f80-e3aa3c092a71 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:29:49.364703 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2c9a277c-6d41-488c-a75f-2a60ec7cb2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.448940 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2c9a277c-6d41-488c-a75f-2a60ec7cb2dc admin admin] Publish callbacks [] for security_group (5ab84951-0ff7-4167-a9b8-282d7cf382b7), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.473526 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c84fb9a3-508c-43e4-a2bb-1e1dd81bc8a9 req-86f980ad-b286-4d21-bce8-b51d4651283c tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 210 time: 0.0550466 Apr 06 14:29:49.496474 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-2396ecb3-7f6d-437e-9f80-e3aa3c092a71 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:49.507254 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5f2500-0d58-46a2-afe8-eb1415daf160 None None] Sync routers for ids ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:29:49.518027 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f2500-0d58-46a2-afe8-eb1415daf160 None None] Routers {'ec1676ef-82d9-453b-ab4a-d4b8c56100e7'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:49.518763 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-8b5f2500-0d58-46a2-afe8-eb1415daf160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:29:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:49.518905 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2c9a277c-6d41-488c-a75f-2a60ec7cb2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (5ab84951-0ff7-4167-a9b8-282d7cf382b7), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.543027 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-2396ecb3-7f6d-437e-9f80-e3aa3c092a71 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] No DVR routers for this DVR port b3bf9175-8ed4-46f4-a1ed-17895d9ba496 on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:49.546250 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-2396ecb3-7f6d-437e-9f80-e3aa3c092a71 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.550106 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-153d01a2-6115-4301-a8c9-71bbf0aef6a3 req-2396ecb3-7f6d-437e-9f80-e3aa3c092a71 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.49 "DELETE /v2.0/ports/b3bf9175-8ed4-46f4-a1ed-17895d9ba496 HTTP/1.1" status: 204 len: 173 time: 1.2571809 Apr 06 14:29:49.550588 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'name': 'network-vif-deleted', 'tag': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:29:49.553874 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c704b1e6-0742-44f0-9510-5005561409c9" -d '{"events": [{"server_uuid": "b42f02e2-8c24-426b-add2-ec9f8262a25d", "name": "network-vif-deleted", "tag": "b3bf9175-8ed4-46f4-a1ed-17895d9ba496"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:29:49.562947 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-2c9a277c-6d41-488c-a75f-2a60ec7cb2dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=145bdb54b8c24a6d825c044efd7e89ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108572 Apr 06 14:29:49.563956 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35862) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:49.564851 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a277c-6d41-488c-a75f-2a60ec7cb2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab84951-0ff7-4167-a9b8-282d7cf382b7,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:49.597995 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1558d3f-0989-4510-b74a-0ca7b7f469bc x-openstack-request-id: req-f1558d3f-0989-4510-b74a-0ca7b7f469bc {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:29:49.598282 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42f02e2-8c24-426b-add2-ec9f8262a25d", "name": "network-vif-deleted", "tag": "b3bf9175-8ed4-46f4-a1ed-17895d9ba496", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:29:49.598549 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1558d3f-0989-4510-b74a-0ca7b7f469bc {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:29:49.598962 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1558d3f-0989-4510-b74a-0ca7b7f469bc'] response: {'server_uuid': 'b42f02e2-8c24-426b-add2-ec9f8262a25d', 'name': 'network-vif-deleted', 'tag': 'b3bf9175-8ed4-46f4-a1ed-17895d9ba496', 'status': 'completed', 'code': 200} Apr 06 14:29:49.647559 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b0585e5a-18ff-49c2-819a-2008c363f0fc admin admin] Publish callbacks [] for security_group (5ab84951-0ff7-4167-a9b8-282d7cf382b7), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.676308 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b0585e5a-18ff-49c2-819a-2008c363f0fc admin admin] Publish callbacks [] for security_group (5ab84951-0ff7-4167-a9b8-282d7cf382b7), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.677427 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-8b5f2500-0d58-46a2-afe8-eb1415daf160 None None] Set router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:49.793909 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b0585e5a-18ff-49c2-819a-2008c363f0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (5ab84951-0ff7-4167-a9b8-282d7cf382b7), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.798249 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-b0585e5a-18ff-49c2-819a-2008c363f0fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:49.799470 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-b0585e5a-18ff-49c2-819a-2008c363f0fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ab84951-0ff7-4167-a9b8-282d7cf382b7 HTTP/1.1" status: 204 len: 168 time: 0.2170210 Apr 06 14:29:49.807850 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0585e5a-18ff-49c2-819a-2008c363f0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab84951-0ff7-4167-a9b8-282d7cf382b7,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:49.911019 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-8b5f2500-0d58-46a2-afe8-eb1415daf160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '88d2bd11-4eeb-414f-82b9-3c870b6b14e8', 'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'mac_address': 'fa:16:3e:cc:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 5, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'subnets': [{'id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:49.938848 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5f2500-0d58-46a2-afe8-eb1415daf160 None None] Checking router: ec1676ef-82d9-453b-ab4a-d4b8c56100e7 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:29:49.947864 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f2500-0d58-46a2-afe8-eb1415daf160 None None] Routers {'ec1676ef-82d9-453b-ab4a-d4b8c56100e7'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:49.948818 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-8b5f2500-0d58-46a2-afe8-eb1415daf160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:29:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:50.038603 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:50.063876 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-8b5f2500-0d58-46a2-afe8-eb1415daf160 None None] Set router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:50.279125 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-8b5f2500-0d58-46a2-afe8-eb1415daf160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '88d2bd11-4eeb-414f-82b9-3c870b6b14e8', 'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'mac_address': 'fa:16:3e:cc:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 5, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'subnets': [{'id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:50.311176 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5f2500-0d58-46a2-afe8-eb1415daf160 None None] The sync data for ids ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'] in dv-cinder-835881-5-iscsi is: [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:17:03Z', 'revision_number': 4, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': '88d2bd11-4eeb-414f-82b9-3c870b6b14e8', 'name': '', 'network_id': 'c86284af-8e01-433f-b259-029eabfd0d24', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'mac_address': 'fa:16:3e:cc:d9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:17:01Z', 'updated_at': '2022-04-06T14:17:13Z', 'revision_number': 5, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'subnets': [{'id': 'd3abd841-b723-4c66-b34b-6c95c35f2cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:29:50.574736 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819568ec-4792-4f7b-b1a3-f0ee06ea2cfe None None] New status for floating IP 30852037-2e7b-4c7c-aacd-e369b6182ff0: DOWN {{(pid=103949) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:29:50.599614 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9143585f-1b2b-48e7-84a9-8b2389102d59 req-038a6176-1763-4c3c-83ad-bfbae31c2cf7 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/ports?device_id=b42f02e2-8c24-426b-add2-ec9f8262a25d HTTP/1.1" status: 200 len: 210 time: 0.0299423 Apr 06 14:29:51.750753 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35910) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:51.811461 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e1b780b1-6f48-4198-afcc-5386b7e57fc5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group (e6501ef0-0a76-437f-8d6d-3bc331484843), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:51.835682 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e1b780b1-6f48-4198-afcc-5386b7e57fc5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group (e6501ef0-0a76-437f-8d6d-3bc331484843), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:51.958794 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e1b780b1-6f48-4198-afcc-5386b7e57fc5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e6501ef0-0a76-437f-8d6d-3bc331484843), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:51.961542 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-e1b780b1-6f48-4198-afcc-5386b7e57fc5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:51.962751 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-e1b780b1-6f48-4198-afcc-5386b7e57fc5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "DELETE /v2.0/security-groups/e6501ef0-0a76-437f-8d6d-3bc331484843 HTTP/1.1" status: 204 len: 168 time: 0.2115743 Apr 06 14:29:51.969679 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35916) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:51.973282 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b780b1-6f48-4198-afcc-5386b7e57fc5 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6501ef0-0a76-437f-8d6d-3bc331484843,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:51.982059 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.api.v2.resource [None req-5c9c40a7-d803-46dc-ac88-89ea076aabab tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] show failed (client error): The resource could not be found. Apr 06 14:29:51.983131 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5c9c40a7-d803-46dc-ac88-89ea076aabab tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "GET /v2.0/security-groups/e6501ef0-0a76-437f-8d6d-3bc331484843 HTTP/1.1" status: 404 len: 347 time: 0.0158622 Apr 06 14:29:51.986062 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35918) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:52.117314 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0ef7d-bbf3-4fdc-8615-e1518d6d10fd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Deleting port a0f2d738-3185-4217-9115-de5407db7f80 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:52.117747 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ef7d-bbf3-4fdc-8615-e1518d6d10fd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (a0f2d738-3185-4217-9115-de5407db7f80), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:52.199112 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ef7d-bbf3-4fdc-8615-e1518d6d10fd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (a0f2d738-3185-4217-9115-de5407db7f80), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:52.199327 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ef7d-bbf3-4fdc-8615-e1518d6d10fd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for floatingip (a0f2d738-3185-4217-9115-de5407db7f80), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:52.211797 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-a5b0ef7d-bbf3-4fdc-8615-e1518d6d10fd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Calling delete_port for a0f2d738-3185-4217-9115-de5407db7f80 owned by network:floatingip {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:52.421793 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ef7d-bbf3-4fdc-8615-e1518d6d10fd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (a0f2d738-3185-4217-9115-de5407db7f80), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:52.448465 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0ef7d-bbf3-4fdc-8615-e1518d6d10fd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Pushing event deleted for resources: {'Port': ['ID=a0f2d738-3185-4217-9115-de5407db7f80,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:52.513748 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ef7d-bbf3-4fdc-8615-e1518d6d10fd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks [] for floatingip (30852037-2e7b-4c7c-aacd-e369b6182ff0), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:52.516314 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ef7d-bbf3-4fdc-8615-e1518d6d10fd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:52.518866 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-a5b0ef7d-bbf3-4fdc-8615-e1518d6d10fd tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] 10.222.0.10 "DELETE /v2.0/floatingips/30852037-2e7b-4c7c-aacd-e369b6182ff0 HTTP/1.1" status: 204 len: 168 time: 0.5304193 Apr 06 14:29:53.537260 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device b3bf9175-8ed4-46f4-a1ed-17895d9ba496 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:53.560117 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: b3bf9175-8ed4-46f4-a1ed-17895d9ba496 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:53.561276 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device b3bf9175-8ed4-46f4-a1ed-17895d9ba496 not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:53.895943 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:29:55.360794 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35962) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:55.850548 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031267'] for router_interface (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.332423 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Deleting port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:56.332764 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.409277 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] For port 88d2bd11-4eeb-414f-82b9-3c870b6b14e8, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=88d2bd11-4eeb-414f-82b9-3c870b6b14e8,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:56.409277 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.425716 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Calling delete_port for 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 owned by network:router_interface {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:56.718817 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (88d2bd11-4eeb-414f-82b9-3c870b6b14e8), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:56.744294 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=88d2bd11-4eeb-414f-82b9-3c870b6b14e8,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:56.770324 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:56.770694 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:56.771037 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:56.771443 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:56.771682 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:56.772007 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:56.772325 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:56.772643 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:56.772961 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:56.773276 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:56.773604 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:56.773918 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:56.774265 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:56.774605 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:56.774919 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:56.921907 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029875'] for router_interface (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.139570 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:29:57.249459 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:29:57.254484 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-7f04469a-cb5f-4dbd-8a70-be75bd55bb9e admin admin] 10.222.0.10 "PUT /v2.0/routers/ec1676ef-82d9-453b-ab4a-d4b8c56100e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8926742 Apr 06 14:29:57.257012 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35974) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:57.259600 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7121d106-d213-44e2-b811-bf803d8568d8 None None] Sync routers for ids ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:29:57.270537 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7121d106-d213-44e2-b811-bf803d8568d8 None None] Routers {'ec1676ef-82d9-453b-ab4a-d4b8c56100e7'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:57.271167 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-7121d106-d213-44e2-b811-bf803d8568d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:29:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:57.367174 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] Publish callbacks [] for router (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.472634 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-7121d106-d213-44e2-b811-bf803d8568d8 None None] Set router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:57.475835 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] Publish callbacks [] for router_gateway (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.586013 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] Deleting port a38bd7e9-dbe6-4037-a47b-be9579954686 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:57.586359 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (a38bd7e9-dbe6-4037-a47b-be9579954686), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.654256 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-7121d106-d213-44e2-b811-bf803d8568d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:29:56Z', 'revision_number': 5, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port': {'id': 'a38bd7e9-dbe6-4037-a47b-be9579954686', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:16:56Z', 'updated_at': '2022-04-06T14:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:57.666889 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] For port a38bd7e9-dbe6-4037-a47b-be9579954686, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=a38bd7e9-dbe6-4037-a47b-be9579954686,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:57.667250 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (a38bd7e9-dbe6-4037-a47b-be9579954686), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.679696 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7121d106-d213-44e2-b811-bf803d8568d8 None None] Checking router: ec1676ef-82d9-453b-ab4a-d4b8c56100e7 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:29:57.683806 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] Calling delete_port for a38bd7e9-dbe6-4037-a47b-be9579954686 owned by network:router_gateway {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:57.689222 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7121d106-d213-44e2-b811-bf803d8568d8 None None] Routers {'ec1676ef-82d9-453b-ab4a-d4b8c56100e7'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:29:57.689853 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-7121d106-d213-44e2-b811-bf803d8568d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:29:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:57.779306 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-7121d106-d213-44e2-b811-bf803d8568d8 None None] Set router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 gateway port host: None {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:29:57.834748 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-7121d106-d213-44e2-b811-bf803d8568d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:29:57Z', 'revision_number': 6, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port_host': None}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:57.860775 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7121d106-d213-44e2-b811-bf803d8568d8 None None] The sync data for ids ['ec1676ef-82d9-453b-ab4a-d4b8c56100e7'] in dv-cinder-835881-5-iscsi is: [{'id': 'ec1676ef-82d9-453b-ab4a-d4b8c56100e7', 'name': 'tempest-AttachVolumeShelveTestJSON-1923206839-router', 'tenant_id': 'b3704131189249758fe79fd530a64a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:16:55Z', 'updated_at': '2022-04-06T14:29:57Z', 'revision_number': 6, 'project_id': 'b3704131189249758fe79fd530a64a7f', 'gw_port_host': None}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:29:57.918672 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (a38bd7e9-dbe6-4037-a47b-be9579954686), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:57.945092 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38bd7e9-dbe6-4037-a47b-be9579954686,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:58.005767 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029685'] for router_gateway (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.097938 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2260'] for router (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.100097 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] Publish callbacks [] for router_controller (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), precommit_delete_associations {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.250226 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031823'] for router (ec1676ef-82d9-453b-ab4a-d4b8c56100e7), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.251049 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec1676ef-82d9-453b-ab4a-d4b8c56100e7 {{(pid=103948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:29:58.256299 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.259480 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-2e935b7e-76a1-4adb-a841-189a469414f1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ec1676ef-82d9-453b-ab4a-d4b8c56100e7 HTTP/1.1" status: 204 len: 168 time: 0.9992719 Apr 06 14:29:58.260347 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35980) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:58.325265 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Deleting subnet d3abd841-b723-4c66-b34b-6c95c35f2cdf {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:29:58.327073 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Publish callbacks [] for subnet (d3abd841-b723-4c66-b34b-6c95c35f2cdf), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.365469 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14463474'] for subnet (d3abd841-b723-4c66-b34b-6c95c35f2cdf), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.441295 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (d3abd841-b723-4c66-b34b-6c95c35f2cdf), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.541988 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14453863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12719127'] for subnet (d3abd841-b723-4c66-b34b-6c95c35f2cdf), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.570695 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3abd841-b723-4c66-b34b-6c95c35f2cdf,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:58.581064 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.586499 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d3abd841-b723-4c66-b34b-6c95c35f2cdf HTTP/1.1" status: 204 len: 168 time: 0.3234103 Apr 06 14:29:58.586499 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:58.586499 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:58.586842 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:58.587054 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:58.587335 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:58.587661 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:58.587997 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65e388d-590e-4848-b702-6ecb67aaa3a2 None None] Network c86284af-8e01-433f-b259-029eabfd0d24 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:29:58.588463 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:58.588628 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:58.588927 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:58.589050 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 35982) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:58.589418 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:58.589618 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:58.589887 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:58.590209 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:58.590612 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:58.590857 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2b85e3-ea7f-4456-b605-fca0922907e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:29:58.668961 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (c86284af-8e01-433f-b259-029eabfd0d24), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.669658 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:29:58.710268 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:29:58.710637 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 88d2bd11-4eeb-414f-82b9-3c870b6b14e8 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:29:58.735670 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] Deleting port c213d73d-1588-4cda-a73a-617708acdf19 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:58.736114 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (c213d73d-1588-4cda-a73a-617708acdf19), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.797604 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaa6d05-2233-4404-8093-17fa7318cb17 None None] DHCP port deletion for c86284af-8e01-433f-b259-029eabfd0d24 request from dv-cinder-835881-5-iscsi {{(pid=103949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:29:58.805904 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] For port c213d73d-1588-4cda-a73a-617708acdf19, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=c213d73d-1588-4cda-a73a-617708acdf19,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:58.806262 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (c213d73d-1588-4cda-a73a-617708acdf19), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.819338 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] Calling delete_port for c213d73d-1588-4cda-a73a-617708acdf19 owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:58.854408 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa6d05-2233-4404-8093-17fa7318cb17 None None] Deleting port c213d73d-1588-4cda-a73a-617708acdf19 {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:29:58.854826 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-dbaa6d05-2233-4404-8093-17fa7318cb17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (c213d73d-1588-4cda-a73a-617708acdf19), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.934361 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-dbaa6d05-2233-4404-8093-17fa7318cb17 None None] For port c213d73d-1588-4cda-a73a-617708acdf19, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=c213d73d-1588-4cda-a73a-617708acdf19,segment=NetworkSegment(5c05e77d-709f-4099-bb65-849b26f8ccad),segment_id=5c05e77d-709f-4099-bb65-849b26f8ccad)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:29:58.941710 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-dbaa6d05-2233-4404-8093-17fa7318cb17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (c213d73d-1588-4cda-a73a-617708acdf19), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:58.949527 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-dbaa6d05-2233-4404-8093-17fa7318cb17 None None] Calling delete_port for c213d73d-1588-4cda-a73a-617708acdf19 owned by network:dhcp {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:29:59.004301 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (c213d73d-1588-4cda-a73a-617708acdf19), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.033931 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] Pushing event deleted for resources: {'Port': ['ID=c213d73d-1588-4cda-a73a-617708acdf19,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:59.036019 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] No DVR routers for this DVR port c213d73d-1588-4cda-a73a-617708acdf19 on host dv-cinder-835881-5-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:59.040371 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-dbaa6d05-2233-4404-8093-17fa7318cb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229'] for port (c213d73d-1588-4cda-a73a-617708acdf19), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.074104 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa6d05-2233-4404-8093-17fa7318cb17 None None] Pushing event deleted for resources: {'Port': ['ID=c213d73d-1588-4cda-a73a-617708acdf19,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:59.078162 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa6d05-2233-4404-8093-17fa7318cb17 None None] No DVR routers for this DVR port c213d73d-1588-4cda-a73a-617708acdf19 on host dv-cinder-835881-5-iscsi {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:29:59.112463 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (c86284af-8e01-433f-b259-029eabfd0d24), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.133344 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86284af-8e01-433f-b259-029eabfd0d24']}} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:59.144270 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c05e77d-709f-4099-bb65-849b26f8ccad') {'for_net_delete': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:59.145538 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c05e77d-709f-4099-bb65-849b26f8ccad') {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:29:59.154455 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602373'] for segment (5c05e77d-709f-4099-bb65-849b26f8ccad), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.168070 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (5c05e77d-709f-4099-bb65-849b26f8ccad), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.174151 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:29:59.174701 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12612040'] for segment (5c05e77d-709f-4099-bb65-849b26f8ccad), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: Traceback (most recent call last): Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: timer() Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: cb(*args, **kw) Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: return func(*args, **kwargs) Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: self._notify() Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: self.callback(batched_events) Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: event.method(event) Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: return f(self, *a, **k) Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._get(url).json() Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: return self.request(url, 'GET', **kwargs) Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:29:59.179844 dv-cinder-835881-5-iscsi neutron-server[103948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:29:59.312829 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (c86284af-8e01-433f-b259-029eabfd0d24), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.318590 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.323719 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c86284af-8e01-433f-b259-029eabfd0d24 HTTP/1.1" status: 204 len: 168 time: 0.7316525 Apr 06 14:29:59.333995 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c63616-5f43-4b0b-9e46-6f206545d223 admin admin] Pushing event deleted for resources: {'Network': ['ID=c86284af-8e01-433f-b259-029eabfd0d24,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:59.614799 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35992) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:59.654853 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-82801561-7c8f-4349-aa87-3f9ba74d8c14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3704131189249758fe79fd530a64a7f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388823 Apr 06 14:29:59.657279 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 35994) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:29:59.704252 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-65284a55-a1bc-494d-a402-e8ad6815eaa7 admin admin] Publish callbacks [] for security_group (37cafd32-d6d9-4fa4-ac7f-28698317a3e6), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.726748 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-65284a55-a1bc-494d-a402-e8ad6815eaa7 admin admin] Publish callbacks [] for security_group (37cafd32-d6d9-4fa4-ac7f-28698317a3e6), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.833281 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-65284a55-a1bc-494d-a402-e8ad6815eaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (37cafd32-d6d9-4fa4-ac7f-28698317a3e6), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.835819 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-65284a55-a1bc-494d-a402-e8ad6815eaa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:29:59.837003 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-65284a55-a1bc-494d-a402-e8ad6815eaa7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37cafd32-d6d9-4fa4-ac7f-28698317a3e6 HTTP/1.1" status: 204 len: 168 time: 0.1788073 Apr 06 14:29:59.845918 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65284a55-a1bc-494d-a402-e8ad6815eaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cafd32-d6d9-4fa4-ac7f-28698317a3e6,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:29:59.998768 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device a38bd7e9-dbe6-4037-a47b-be9579954686 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:00.022833 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: a38bd7e9-dbe6-4037-a47b-be9579954686 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:00.023179 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device a38bd7e9-dbe6-4037-a47b-be9579954686 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:00.023590 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device c213d73d-1588-4cda-a73a-617708acdf19 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:30:00.042683 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: c213d73d-1588-4cda-a73a-617708acdf19 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:30:00.043085 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device c213d73d-1588-4cda-a73a-617708acdf19 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:30:05.113056 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7b6feb4f-4313-4196-9791-fd5db032fc2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:08.958629 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-049c19b1-6361-49a4-9c6a-434ce9449d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:10.375800 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:12.056228 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:13.050404 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:20.038607 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:30.896130 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:30:35.200601 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3e572c4a-2ba3-434e-a027-9f5470d97ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.610318 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 36436) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:38.729850 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f2ace7a3-c520-49d6-a81f-00e789748d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.812925 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f2ace7a3-c520-49d6-a81f-00e789748d22 admin admin] Publish callbacks [] for security_group (7fcdbab7-c791-4873-8445-210d9819f35a), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.890106 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f2ace7a3-c520-49d6-a81f-00e789748d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7fcdbab7-c791-4873-8445-210d9819f35a), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:38.931057 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-f2ace7a3-c520-49d6-a81f-00e789748d22 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10c0a1baaf52472498f35b12fca5e0dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195858 Apr 06 14:30:38.932234 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ace7a3-c520-49d6-a81f-00e789748d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcdbab7-c791-4873-8445-210d9819f35a,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:38.933954 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 36440) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:38.998389 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3da59fe8-4ede-400b-8035-8bfba41621a0 admin admin] Publish callbacks [] for security_group (7fcdbab7-c791-4873-8445-210d9819f35a), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.019629 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3da59fe8-4ede-400b-8035-8bfba41621a0 admin admin] Publish callbacks [] for security_group (7fcdbab7-c791-4873-8445-210d9819f35a), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.028087 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-27641e43-f5d3-4629-8c6e-1de1b2a1ca04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.216443 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3da59fe8-4ede-400b-8035-8bfba41621a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7fcdbab7-c791-4873-8445-210d9819f35a), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.219188 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3da59fe8-4ede-400b-8035-8bfba41621a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.220378 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3da59fe8-4ede-400b-8035-8bfba41621a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fcdbab7-c791-4873-8445-210d9819f35a HTTP/1.1" status: 204 len: 168 time: 0.2864153 Apr 06 14:30:39.229016 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da59fe8-4ede-400b-8035-8bfba41621a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcdbab7-c791-4873-8445-210d9819f35a,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:39.848431 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 36450) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:39.861815 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b0a5-5d04-41b1-989c-00a78875cf7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:39.937235 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b0a5-5d04-41b1-989c-00a78875cf7b admin admin] Publish callbacks [] for security_group (89c33695-6fd5-4f05-a5f9-68ebd1c55817), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:40.016272 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-eeb8b0a5-5d04-41b1-989c-00a78875cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (89c33695-6fd5-4f05-a5f9-68ebd1c55817), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:40.052697 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8b0a5-5d04-41b1-989c-00a78875cf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c33695-6fd5-4f05-a5f9-68ebd1c55817,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:40.060327 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 36452) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:40.060893 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-eeb8b0a5-5d04-41b1-989c-00a78875cf7b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14fea3ac0a0f449f9afd56981a453c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108548 Apr 06 14:30:40.113564 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0eee7aa7-9a2d-43a1-a10d-17627e163d77 admin admin] Publish callbacks [] for security_group (89c33695-6fd5-4f05-a5f9-68ebd1c55817), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:40.136517 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0eee7aa7-9a2d-43a1-a10d-17627e163d77 admin admin] Publish callbacks [] for security_group (89c33695-6fd5-4f05-a5f9-68ebd1c55817), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:40.307851 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0eee7aa7-9a2d-43a1-a10d-17627e163d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (89c33695-6fd5-4f05-a5f9-68ebd1c55817), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:40.310659 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0eee7aa7-9a2d-43a1-a10d-17627e163d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:40.311836 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-0eee7aa7-9a2d-43a1-a10d-17627e163d77 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89c33695-6fd5-4f05-a5f9-68ebd1c55817 HTTP/1.1" status: 204 len: 168 time: 0.2504680 Apr 06 14:30:40.321308 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee7aa7-9a2d-43a1-a10d-17627e163d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c33695-6fd5-4f05-a5f9-68ebd1c55817,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:40.478902 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:42.044991 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:43.044703 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:46.992292 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 36606) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:47.096333 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2389-ff24-4b5a-bc12-f6eccb1fcd35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.167115 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2389-ff24-4b5a-bc12-f6eccb1fcd35 admin admin] Publish callbacks [] for security_group (3092b44d-337b-4708-b2ac-2e3767828cf3), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.227565 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2389-ff24-4b5a-bc12-f6eccb1fcd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (3092b44d-337b-4708-b2ac-2e3767828cf3), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.267056 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a2389-ff24-4b5a-bc12-f6eccb1fcd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3092b44d-337b-4708-b2ac-2e3767828cf3,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:47.273798 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-2e6a2389-ff24-4b5a-bc12-f6eccb1fcd35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4149bfefe8a49eeac0f211652d47fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778499 Apr 06 14:30:47.274021 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 36610) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:47.325733 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-86551dde-382d-45d7-938c-aba08514e5d0 admin admin] Publish callbacks [] for security_group (3092b44d-337b-4708-b2ac-2e3767828cf3), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.347321 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-86551dde-382d-45d7-938c-aba08514e5d0 admin admin] Publish callbacks [] for security_group (3092b44d-337b-4708-b2ac-2e3767828cf3), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.479769 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-86551dde-382d-45d7-938c-aba08514e5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (3092b44d-337b-4708-b2ac-2e3767828cf3), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.482313 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-86551dde-382d-45d7-938c-aba08514e5d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:47.483593 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-86551dde-382d-45d7-938c-aba08514e5d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3092b44d-337b-4708-b2ac-2e3767828cf3 HTTP/1.1" status: 204 len: 168 time: 0.2081177 Apr 06 14:30:47.491355 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86551dde-382d-45d7-938c-aba08514e5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3092b44d-337b-4708-b2ac-2e3767828cf3,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:49.286105 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 36652) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:49.391524 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-91cdde1c-3a4e-466a-ae2a-bf2e8d8813ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.464580 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-91cdde1c-3a4e-466a-ae2a-bf2e8d8813ad admin admin] Publish callbacks [] for security_group (11c0da2b-de7d-439e-96fd-bb20994a1b63), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.565013 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-91cdde1c-3a4e-466a-ae2a-bf2e8d8813ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (11c0da2b-de7d-439e-96fd-bb20994a1b63), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.604286 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-91cdde1c-3a4e-466a-ae2a-bf2e8d8813ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e1216b96926415ea09a94946072c334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163159 Apr 06 14:30:49.605129 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdde1c-3a4e-466a-ae2a-bf2e8d8813ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c0da2b-de7d-439e-96fd-bb20994a1b63,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:49.607532 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 36656) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:49.660302 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ff4df158-d492-4b37-be3d-f16e47b0a9f0 admin admin] Publish callbacks [] for security_group (11c0da2b-de7d-439e-96fd-bb20994a1b63), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.683026 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ff4df158-d492-4b37-be3d-f16e47b0a9f0 admin admin] Publish callbacks [] for security_group (11c0da2b-de7d-439e-96fd-bb20994a1b63), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.799462 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ff4df158-d492-4b37-be3d-f16e47b0a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (11c0da2b-de7d-439e-96fd-bb20994a1b63), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.802125 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ff4df158-d492-4b37-be3d-f16e47b0a9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:49.803338 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-ff4df158-d492-4b37-be3d-f16e47b0a9f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11c0da2b-de7d-439e-96fd-bb20994a1b63 HTTP/1.1" status: 204 len: 168 time: 0.1948946 Apr 06 14:30:49.811893 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4df158-d492-4b37-be3d-f16e47b0a9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c0da2b-de7d-439e-96fd-bb20994a1b63,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:50.073993 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:50.761931 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 36684) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:50.862558 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-592997807-network', 'tenant_id': 'f84f7ba3109845e1bcff7058fc8972f7'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:50.970885 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] Made reservation on behalf of f84f7ba3109845e1bcff7058fc8972f7 for: {'network': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:50.973179 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:50.985032 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.062110 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] Publish callbacks [] for security_group (fa46fca8-2756-4206-a2d1-212aae758c24), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.130364 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (fa46fca8-2756-4206-a2d1-212aae758c24), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.159715 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=103948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:30:51.166673 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa46fca8-2756-4206-a2d1-212aae758c24,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:51.172934 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (4e771ad5-d0b2-4265-967f-df5d5ff3b14d), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.173281 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.segments_db [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] Added segment 4e771ad5-d0b2-4265-967f-df5d5ff3b14d of type vlan for network fbb0cbcd-2296-42e6-8ac7-972b1c51d166 Apr 06 14:30:51.215133 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (fbb0cbcd-2296-42e6-8ac7-972b1c51d166), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.308963 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (fbb0cbcd-2296-42e6-8ac7-972b1c51d166), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.309944 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:51.310574 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.390233 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb0cbcd-2296-42e6-8ac7-972b1c51d166,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:51.402500 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network fbb0cbcd-2296-42e6-8ac7-972b1c51d166 details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:30:51.456345 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 36706) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:51.456892 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-6b30726f-5ea6-43ba-9f20-3856952b9e90 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6933532 Apr 06 14:30:51.466428 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-2a09fd15-f7c1-4cff-9c2c-352c8484b55d admin admin] Request body: {'subnet': {'network_id': 'fbb0cbcd-2296-42e6-8ac7-972b1c51d166', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-592997807-subnet', 'tenant_id': 'f84f7ba3109845e1bcff7058fc8972f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:51.477305 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 36708) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:51.576580 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a09fd15-f7c1-4cff-9c2c-352c8484b55d admin admin] Made reservation on behalf of f84f7ba3109845e1bcff7058fc8972f7 for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:51.579009 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2a09fd15-f7c1-4cff-9c2c-352c8484b55d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12719216'] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.607634 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3bd82db5-4e8a-4cb9-8233-dcc3e9a90292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.683661 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3bd82db5-4e8a-4cb9-8233-dcc3e9a90292 admin admin] Publish callbacks [] for security_group (d6287f51-5dd0-4fde-8b02-c0a2855d8d6f), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.747823 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3bd82db5-4e8a-4cb9-8233-dcc3e9a90292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (d6287f51-5dd0-4fde-8b02-c0a2855d8d6f), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.788335 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-3bd82db5-4e8a-4cb9-8233-dcc3e9a90292 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e125274a4c454739b186e06c9885674d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096635 Apr 06 14:30:51.789389 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd82db5-4e8a-4cb9-8233-dcc3e9a90292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6287f51-5dd0-4fde-8b02-c0a2855d8d6f,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:51.791091 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 36718) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:51.845602 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3999e05-a393-457d-a1e9-57601c3d0242 admin admin] Publish callbacks [] for security_group (d6287f51-5dd0-4fde-8b02-c0a2855d8d6f), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.860114 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2a09fd15-f7c1-4cff-9c2c-352c8484b55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14463392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12719214'] for subnet (37dc3fa4-7171-4e17-b001-f065a11292c7), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.893234 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3999e05-a393-457d-a1e9-57601c3d0242 admin admin] Publish callbacks [] for security_group (d6287f51-5dd0-4fde-8b02-c0a2855d8d6f), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:51.953632 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09fd15-f7c1-4cff-9c2c-352c8484b55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=37dc3fa4-7171-4e17-b001-f065a11292c7,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:51.967643 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a09fd15-f7c1-4cff-9c2c-352c8484b55d admin admin] Checking segment: {'id': '4e771ad5-d0b2-4265-967f-df5d5ff3b14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fbb0cbcd-2296-42e6-8ac7-972b1c51d166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:30:51.968003 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09fd15-f7c1-4cff-9c2c-352c8484b55d admin admin] Network hostable DHCP agents. Network: fbb0cbcd-2296-42e6-8ac7-972b1c51d166, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:30:52.045562 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3999e05-a393-457d-a1e9-57601c3d0242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (d6287f51-5dd0-4fde-8b02-c0a2855d8d6f), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.048138 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-a3999e05-a393-457d-a1e9-57601c3d0242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.049573 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-a3999e05-a393-457d-a1e9-57601c3d0242 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6287f51-5dd0-4fde-8b02-c0a2855d8d6f HTTP/1.1" status: 204 len: 168 time: 0.2573552 Apr 06 14:30:52.058415 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3999e05-a393-457d-a1e9-57601c3d0242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6287f51-5dd0-4fde-8b02-c0a2855d8d6f,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:52.096133 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a09fd15-f7c1-4cff-9c2c-352c8484b55d admin admin] Network fbb0cbcd-2296-42e6-8ac7-972b1c51d166 is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:30:52.216651 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-2a09fd15-f7c1-4cff-9c2c-352c8484b55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, fbb0cbcd-2296-42e6-8ac7-972b1c51d166) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:52.221308 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a09fd15-f7c1-4cff-9c2c-352c8484b55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:52.239784 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-2a09fd15-f7c1-4cff-9c2c-352c8484b55d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.240562 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9bbe0a-fbd3-4ec8-add9-66c704981839 None None] Network fbb0cbcd-2296-42e6-8ac7-972b1c51d166 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:52.334975 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab124015-1b0b-44ec-a0fe-7ce2e950f328 None None] Network fbb0cbcd-2296-42e6-8ac7-972b1c51d166 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:30:52.368425 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-2a09fd15-f7c1-4cff-9c2c-352c8484b55d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9098847 Apr 06 14:30:52.840200 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 36736) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:52.858112 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-063285c4-01d7-4ef5-8c20-cd84f9f43a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:52.948793 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-063285c4-01d7-4ef5-8c20-cd84f9f43a49 admin admin] Publish callbacks [] for security_group (d807fa4a-c2ed-41b0-a150-a76d28517550), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.050698 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-063285c4-01d7-4ef5-8c20-cd84f9f43a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (d807fa4a-c2ed-41b0-a150-a76d28517550), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.093658 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063285c4-01d7-4ef5-8c20-cd84f9f43a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d807fa4a-c2ed-41b0-a150-a76d28517550,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:53.099559 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-063285c4-01d7-4ef5-8c20-cd84f9f43a49 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6dfb5f606fad43748c6a7949d7e7dbee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583227 Apr 06 14:30:53.102172 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 36742) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:53.156458 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3525eb14-0132-4120-8cea-313cf4b7d076 admin admin] Publish callbacks [] for security_group (d807fa4a-c2ed-41b0-a150-a76d28517550), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.178327 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3525eb14-0132-4120-8cea-313cf4b7d076 admin admin] Publish callbacks [] for security_group (d807fa4a-c2ed-41b0-a150-a76d28517550), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.296644 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3525eb14-0132-4120-8cea-313cf4b7d076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (d807fa4a-c2ed-41b0-a150-a76d28517550), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.301759 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3525eb14-0132-4120-8cea-313cf4b7d076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:53.301759 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3525eb14-0132-4120-8cea-313cf4b7d076 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d807fa4a-c2ed-41b0-a150-a76d28517550 HTTP/1.1" status: 204 len: 168 time: 0.1978445 Apr 06 14:30:53.315101 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525eb14-0132-4120-8cea-313cf4b7d076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d807fa4a-c2ed-41b0-a150-a76d28517550,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:55.086610 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 36802) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:55.304283 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-230347d9-186f-4073-81a7-e483b8cc3512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.391521 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-230347d9-186f-4073-81a7-e483b8cc3512 admin admin] Publish callbacks [] for security_group (29a41f46-1808-4fa2-96cb-42473716b440), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.462193 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-230347d9-186f-4073-81a7-e483b8cc3512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (29a41f46-1808-4fa2-96cb-42473716b440), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.504169 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-230347d9-186f-4073-81a7-e483b8cc3512 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=447c457fbb7c4d12a309ba9cd40df0d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153171 Apr 06 14:30:55.505487 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230347d9-186f-4073-81a7-e483b8cc3512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a41f46-1808-4fa2-96cb-42473716b440,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:55.507160 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 36820) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:55.582333 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-20e2bef4-9e91-400d-ae22-3138fec2878d admin admin] Publish callbacks [] for security_group (29a41f46-1808-4fa2-96cb-42473716b440), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.622937 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-20e2bef4-9e91-400d-ae22-3138fec2878d admin admin] Publish callbacks [] for security_group (29a41f46-1808-4fa2-96cb-42473716b440), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.728841 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488231c-513f-4138-94bd-6a084586326b req-d1869d55-8f0b-4043-8ba7-caf788ba2c62 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:55.730398 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-d1869d55-8f0b-4043-8ba7-caf788ba2c62 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/networks?id=fbb0cbcd-2296-42e6-8ac7-972b1c51d166 HTTP/1.1" status: 200 len: 813 time: 0.1384656 Apr 06 14:30:55.745578 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-b13f31cf-aa6d-4149-9f99-d75299ef5634 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/quotas/f84f7ba3109845e1bcff7058fc8972f7 HTTP/1.1" status: 200 len: 375 time: 0.0097384 Apr 06 14:30:55.777176 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-68291662-7ca6-4317-b63d-c68a0571c398 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f84f7ba3109845e1bcff7058fc8972f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263140 Apr 06 14:30:55.810604 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-20e2bef4-9e91-400d-ae22-3138fec2878d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (29a41f46-1808-4fa2-96cb-42473716b440), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.813295 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-20e2bef4-9e91-400d-ae22-3138fec2878d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:55.814378 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-20e2bef4-9e91-400d-ae22-3138fec2878d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29a41f46-1808-4fa2-96cb-42473716b440 HTTP/1.1" status: 204 len: 168 time: 0.3054724 Apr 06 14:30:55.828061 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2bef4-9e91-400d-ae22-3138fec2878d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a41f46-1808-4fa2-96cb-42473716b440,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:55.840680 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-0254063d-8a82-4fc9-9d2e-4804e5fe9321 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103948) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:30:55.841718 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-0254063d-8a82-4fc9-9d2e-4804e5fe9321 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0578914 Apr 06 14:30:55.943687 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-3d3d3708-9947-494e-a68c-a2ed87ffd110 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb0cbcd-2296-42e6-8ac7-972b1c51d166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908029 Apr 06 14:30:56.033311 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-b4c7deab-41ff-47f2-b22a-415bff76c7fc service neutron] 10.222.0.10 "GET /v2.0/networks/fbb0cbcd-2296-42e6-8ac7-972b1c51d166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841393 Apr 06 14:30:56.278484 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1c6aa779-57c0-4215-86bc-6cd3dc69f777 req-3b75cf8c-0a31-49be-b005-9036a4200fe1 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 210 time: 0.0298407 Apr 06 14:30:56.523538 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 36862) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:56.536732 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7a7455eb-20b5-46ef-8311-0667145c7158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.613329 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7a7455eb-20b5-46ef-8311-0667145c7158 admin admin] Publish callbacks [] for security_group (f7d527e4-ec15-40db-a6ae-729124da4035), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.685123 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7a7455eb-20b5-46ef-8311-0667145c7158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (f7d527e4-ec15-40db-a6ae-729124da4035), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.724119 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7455eb-20b5-46ef-8311-0667145c7158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d527e4-ec15-40db-a6ae-729124da4035,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:56.729639 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7a7455eb-20b5-46ef-8311-0667145c7158 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55ee7c327174423fb7fa4d628ea59e92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037170 Apr 06 14:30:56.732187 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 36868) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:56.785758 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Publish callbacks [] for security_group (f7d527e4-ec15-40db-a6ae-729124da4035), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.808983 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Publish callbacks [] for security_group (f7d527e4-ec15-40db-a6ae-729124da4035), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.930045 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (f7d527e4-ec15-40db-a6ae-729124da4035), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.933496 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:56.937240 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7d527e4-ec15-40db-a6ae-729124da4035 HTTP/1.1" status: 204 len: 168 time: 0.2017493 Apr 06 14:30:56.943055 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d527e4-ec15-40db-a6ae-729124da4035,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:56.951953 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:56.952547 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:56.952963 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:56.953420 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:56.953855 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:56.954473 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:56.954893 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:56.955210 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:56.955557 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:56.955887 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:56.956222 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:56.956544 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:56.956882 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:56.957195 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:56.957517 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e44d26-f011-4614-94a1-aed92e246378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:57.373009 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9a4993b2-8cb7-4096-b10f-987d5bdbfd1b req-1aad4090-5493-4797-a19f-10f1d7568d9d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 210 time: 0.0272253 Apr 06 14:30:58.291726 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 36908) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:58.399370 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-69966121-db6c-4ad8-8e6c-60af3a956645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.487127 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-69966121-db6c-4ad8-8e6c-60af3a956645 admin admin] Publish callbacks [] for security_group (9bee3570-9d15-4569-9cae-a1f4dce0c312), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.516869 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a8f66d01-3510-45cd-9b06-1fe74742e0e8 req-a0342d68-0dec-435d-bb07-957acc2dbb07 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 210 time: 0.0433266 Apr 06 14:30:58.560053 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-69966121-db6c-4ad8-8e6c-60af3a956645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (9bee3570-9d15-4569-9cae-a1f4dce0c312), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.609305 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69966121-db6c-4ad8-8e6c-60af3a956645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bee3570-9d15-4569-9cae-a1f4dce0c312,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:58.614128 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-69966121-db6c-4ad8-8e6c-60af3a956645 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=902841ad4aeb46e7a2c43d7617315954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213398 Apr 06 14:30:58.616993 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 36920) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:58.669735 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5c903744-9f9e-4b37-8e3b-9c6a06476f80 admin admin] Publish callbacks [] for security_group (9bee3570-9d15-4569-9cae-a1f4dce0c312), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.691449 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5c903744-9f9e-4b37-8e3b-9c6a06476f80 admin admin] Publish callbacks [] for security_group (9bee3570-9d15-4569-9cae-a1f4dce0c312), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.821723 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5c903744-9f9e-4b37-8e3b-9c6a06476f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (9bee3570-9d15-4569-9cae-a1f4dce0c312), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.825285 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5c903744-9f9e-4b37-8e3b-9c6a06476f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:58.826333 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-5c903744-9f9e-4b37-8e3b-9c6a06476f80 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9bee3570-9d15-4569-9cae-a1f4dce0c312 HTTP/1.1" status: 204 len: 168 time: 0.2083762 Apr 06 14:30:58.839341 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c903744-9f9e-4b37-8e3b-9c6a06476f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bee3570-9d15-4569-9cae-a1f4dce0c312,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:58.913069 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488231c-513f-4138-94bd-6a084586326b req-801f3be3-d136-4f16-bece-f3870a147551 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:58.915202 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-801f3be3-d136-4f16-bece-f3870a147551 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.49 "GET /v2.0/networks?id=fbb0cbcd-2296-42e6-8ac7-972b1c51d166 HTTP/1.1" status: 200 len: 813 time: 0.1293368 Apr 06 14:30:58.927595 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-7488231c-513f-4138-94bd-6a084586326b req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Request body: {'port': {'device_id': 'a693bff7-85f0-4c36-b70c-ff4c05b8b418', 'network_id': 'fbb0cbcd-2296-42e6-8ac7-972b1c51d166', 'admin_state_up': True, 'tenant_id': 'f84f7ba3109845e1bcff7058fc8972f7'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:59.108058 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7488231c-513f-4138-94bd-6a084586326b req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Made reservation on behalf of f84f7ba3109845e1bcff7058fc8972f7 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:30:59.111968 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7488231c-513f-4138-94bd-6a084586326b req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.250436 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-7488231c-513f-4138-94bd-6a084586326b req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Allocated IP 172.20.0.2 (fbb0cbcd-2296-42e6-8ac7-972b1c51d166/37dc3fa4-7171-4e17-b001-f065a11292c7/33755075-38b5-4d87-9ea2-d3b08411f8f2) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:30:59.411232 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7488231c-513f-4138-94bd-6a084586326b req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks [] for port (33755075-38b5-4d87-9ea2-d3b08411f8f2), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.530976 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7488231c-513f-4138-94bd-6a084586326b req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (33755075-38b5-4d87-9ea2-d3b08411f8f2), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.560786 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 36948) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:59.578659 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8e7cb98b-e668-4d14-9d3b-4b065da3a3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.583837 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7488231c-513f-4138-94bd-6a084586326b req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Network fbb0cbcd-2296-42e6-8ac7-972b1c51d166 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:30:59.585258 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-7488231c-513f-4138-94bd-6a084586326b req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:30:59.589931 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-7488231c-513f-4138-94bd-6a084586326b req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:30:59.616814 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Pushing event updated for resources: {'Port': ['ID=33755075-38b5-4d87-9ea2-d3b08411f8f2,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:59.630560 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:59.630916 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:59.631256 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:59.631590 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:59.632093 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:59.632220 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:59.632537 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:59.632856 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:59.633174 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:59.633658 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:59.634164 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:59.634507 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:59.635114 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:59.635477 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:59.639625 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:30:59.658755 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488231c-513f-4138-94bd-6a084586326b req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:59.659611 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7488231c-513f-4138-94bd-6a084586326b req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.699043 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbae55d-1450-4090-9682-de70e90a1a94 req-887858d3-f9db-46ff-8cc1-f744ccb1fb6a tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:30:59.700771 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bbbae55d-1450-4090-9682-de70e90a1a94 req-887858d3-f9db-46ff-8cc1-f744ccb1fb6a tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 931 time: 0.0885966 Apr 06 14:30:59.733879 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8e7cb98b-e668-4d14-9d3b-4b065da3a3cf admin admin] Publish callbacks [] for security_group (58672f4d-bc11-49a9-8862-65f8e3d06ed9), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.756682 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-b5c72b6e-91b6-4a65-bb82-261dd9ef84cb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8329365 Apr 06 14:30:59.762230 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bbbae55d-1450-4090-9682-de70e90a1a94 req-a57a0241-76a8-480b-8b68-fb0fe456ad8d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535066 Apr 06 14:30:59.768843 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Request body: {'port': {'device_id': 'a693bff7-85f0-4c36-b70c-ff4c05b8b418', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:30:59.810447 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8e7cb98b-e668-4d14-9d3b-4b065da3a3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (58672f4d-bc11-49a9-8862-65f8e3d06ed9), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.827767 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (33755075-38b5-4d87-9ea2-d3b08411f8f2), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.852396 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-8e7cb98b-e668-4d14-9d3b-4b065da3a3cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b43ccf0a7b854848bb29fe63ee96ddc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901409 Apr 06 14:30:59.854028 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cb98b-e668-4d14-9d3b-4b065da3a3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58672f4d-bc11-49a9-8862-65f8e3d06ed9,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:30:59.857420 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 36950) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:30:59.907764 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-57ce0af8-c919-4615-8fc1-2ddf16ce1187 admin admin] Publish callbacks [] for security_group (58672f4d-bc11-49a9-8862-65f8e3d06ed9), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:30:59.929687 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-57ce0af8-c919-4615-8fc1-2ddf16ce1187 admin admin] Publish callbacks [] for security_group (58672f4d-bc11-49a9-8862-65f8e3d06ed9), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.056883 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-57ce0af8-c919-4615-8fc1-2ddf16ce1187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (58672f4d-bc11-49a9-8862-65f8e3d06ed9), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.059638 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-57ce0af8-c919-4615-8fc1-2ddf16ce1187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.063480 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-57ce0af8-c919-4615-8fc1-2ddf16ce1187 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58672f4d-bc11-49a9-8862-65f8e3d06ed9 HTTP/1.1" status: 204 len: 168 time: 0.2047088 Apr 06 14:31:00.071144 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce0af8-c919-4615-8fc1-2ddf16ce1187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58672f4d-bc11-49a9-8862-65f8e3d06ed9,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:00.107545 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33755075-38b5-4d87-9ea2-d3b08411f8f2 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:31:00.115488 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Publish callbacks [] for port (33755075-38b5-4d87-9ea2-d3b08411f8f2), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.127752 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Transition to ACTIVE for port object 33755075-38b5-4d87-9ea2-d3b08411f8f2 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:31:00.193387 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (33755075-38b5-4d87-9ea2-d3b08411f8f2), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.246187 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Pushing event updated for resources: {'Port': ['ID=33755075-38b5-4d87-9ea2-d3b08411f8f2,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:00.323945 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Attempting to bind port 33755075-38b5-4d87-9ea2-d3b08411f8f2 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:31:00.324347 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Attempting to bind port 33755075-38b5-4d87-9ea2-d3b08411f8f2 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4e771ad5-d0b2-4265-967f-df5d5ff3b14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fbb0cbcd-2296-42e6-8ac7-972b1c51d166'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:31:00.324675 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Attempting to bind port 33755075-38b5-4d87-9ea2-d3b08411f8f2 on network fbb0cbcd-2296-42e6-8ac7-972b1c51d166 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:00.329163 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Port 33755075-38b5-4d87-9ea2-d3b08411f8f2 on network fbb0cbcd-2296-42e6-8ac7-972b1c51d166 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:31:00.329869 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Attempting to bind port 33755075-38b5-4d87-9ea2-d3b08411f8f2 on network fbb0cbcd-2296-42e6-8ac7-972b1c51d166 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:31:00.334494 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:31:00.334894 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Checking segment: {'id': '4e771ad5-d0b2-4265-967f-df5d5ff3b14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fbb0cbcd-2296-42e6-8ac7-972b1c51d166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:31:00.335277 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Bound using segment: {'id': '4e771ad5-d0b2-4265-967f-df5d5ff3b14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fbb0cbcd-2296-42e6-8ac7-972b1c51d166'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:31:00.338888 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Bound port: 33755075-38b5-4d87-9ea2-d3b08411f8f2, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e771ad5-d0b2-4265-967f-df5d5ff3b14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fbb0cbcd-2296-42e6-8ac7-972b1c51d166'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:31:00.338888 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (33755075-38b5-4d87-9ea2-d3b08411f8f2), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.409596 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] For port 33755075-38b5-4d87-9ea2-d3b08411f8f2, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:31:00.412821 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] For port 33755075-38b5-4d87-9ea2-d3b08411f8f2, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=33755075-38b5-4d87-9ea2-d3b08411f8f2,segment=NetworkSegment(4e771ad5-d0b2-4265-967f-df5d5ff3b14d),segment_id=4e771ad5-d0b2-4265-967f-df5d5ff3b14d)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:31:00.491400 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (33755075-38b5-4d87-9ea2-d3b08411f8f2), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.528302 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:00.529372 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:00.530879 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] 10.222.0.49 "PUT /v2.0/ports/33755075-38b5-4d87-9ea2-d3b08411f8f2 HTTP/1.1" status: 200 len: 1093 time: 0.7662780 Apr 06 14:31:00.533125 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a693bff7-85f0-4c36-b70c-ff4c05b8b418', 'tag': '33755075-38b5-4d87-9ea2-d3b08411f8f2'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:31:00.537510 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eafe7b0-c046-4aa6-a8c7-9a90021c77c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a693bff7-85f0-4c36-b70c-ff4c05b8b418", "tag": "33755075-38b5-4d87-9ea2-d3b08411f8f2"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:31:00.580666 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb54f17-4e75-48d6-91d8-39fd7465d772 x-openstack-request-id: req-fbb54f17-4e75-48d6-91d8-39fd7465d772 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:31:00.580961 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a693bff7-85f0-4c36-b70c-ff4c05b8b418", "tag": "33755075-38b5-4d87-9ea2-d3b08411f8f2", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:31:00.581792 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fbb54f17-4e75-48d6-91d8-39fd7465d772 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:31:00.581792 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb54f17-4e75-48d6-91d8-39fd7465d772'] response: {'name': 'network-changed', 'server_uuid': 'a693bff7-85f0-4c36-b70c-ff4c05b8b418', 'tag': '33755075-38b5-4d87-9ea2-d3b08411f8f2', 'status': 'completed', 'code': 200} Apr 06 14:31:00.587750 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd525cf-c6ed-493d-8198-15c71906691e service neutron] Pushing event updated for resources: {'Port': ['ID=33755075-38b5-4d87-9ea2-d3b08411f8f2,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:00.645066 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe7b0-c046-4aa6-a8c7-9a90021c77c7 req-59c73a1c-c13b-4094-8ba8-e38c5d5c5c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:00.646643 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8eafe7b0-c046-4aa6-a8c7-9a90021c77c7 req-59c73a1c-c13b-4094-8ba8-e38c5d5c5c10 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f84f7ba3109845e1bcff7058fc8972f7&device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 1127 time: 0.0462520 Apr 06 14:31:00.756204 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe7b0-c046-4aa6-a8c7-9a90021c77c7 req-8d3503cc-d839-4ddf-aef0-bb100f801b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:00.757671 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8eafe7b0-c046-4aa6-a8c7-9a90021c77c7 req-8d3503cc-d839-4ddf-aef0-bb100f801b40 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f84f7ba3109845e1bcff7058fc8972f7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1016724 Apr 06 14:31:00.859309 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe7b0-c046-4aa6-a8c7-9a90021c77c7 req-ed59e1dd-88ff-47f2-a835-bf5ffaa4a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:00.861043 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8eafe7b0-c046-4aa6-a8c7-9a90021c77c7 req-ed59e1dd-88ff-47f2-a835-bf5ffaa4a0f9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952425 Apr 06 14:31:00.882432 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d8369-2fe6-4cff-bac1-7af2ebaa4b9c req-028f67dd-90bc-4ddf-b728-c182e63f7abd tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:00.884008 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-458d8369-2fe6-4cff-bac1-7af2ebaa4b9c req-028f67dd-90bc-4ddf-b728-c182e63f7abd tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 943 time: 0.0532460 Apr 06 14:31:00.937135 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-458d8369-2fe6-4cff-bac1-7af2ebaa4b9c req-7e59aaf2-f3c6-43ba-8a93-82107c6e74fc tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470831 Apr 06 14:31:00.958803 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488231c-513f-4138-94bd-6a084586326b req-46923cd7-f468-420d-84b2-f359616cb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:00.958803 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-46923cd7-f468-420d-84b2-f359616cb657 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f84f7ba3109845e1bcff7058fc8972f7&device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 1127 time: 0.0522349 Apr 06 14:31:00.996289 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-e2f0be4b-361d-40e5-be71-4add5185c0e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33755075-38b5-4d87-9ea2-d3b08411f8f2 HTTP/1.1" status: 200 len: 217 time: 0.0344453 Apr 06 14:31:01.043442 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488231c-513f-4138-94bd-6a084586326b req-3828826b-659e-4001-84dc-742bf1495a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:01.044893 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-3828826b-659e-4001-84dc-742bf1495a35 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37dc3fa4-7171-4e17-b001-f065a11292c7 HTTP/1.1" status: 200 len: 853 time: 0.0431032 Apr 06 14:31:01.078773 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-d1d8cb55-166d-4547-8c95-dacd5bdb8eac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbb0cbcd-2296-42e6-8ac7-972b1c51d166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271995 Apr 06 14:31:01.176895 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-d06b98d6-0307-42bd-85e9-cec382c86ce3 service neutron] 10.222.0.49 "GET /v2.0/networks/fbb0cbcd-2296-42e6-8ac7-972b1c51d166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906055 Apr 06 14:31:01.269066 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7488231c-513f-4138-94bd-6a084586326b req-c2ded6d6-5dca-46fc-8bf0-16efe38ebbc6 service neutron] 10.222.0.49 "GET /v2.0/networks/fbb0cbcd-2296-42e6-8ac7-972b1c51d166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855923 Apr 06 14:31:02.068960 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28e64e-3ca2-48df-9201-de85ae0d5016 req-ead9554d-3fe1-4c19-9971-2a7cb4ce0def tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:02.070448 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6b28e64e-3ca2-48df-9201-de85ae0d5016 req-ead9554d-3fe1-4c19-9971-2a7cb4ce0def tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 943 time: 0.0577745 Apr 06 14:31:02.124696 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6b28e64e-3ca2-48df-9201-de85ae0d5016 req-07ae2391-0ca9-4ead-8396-10d3b546880e tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451832 Apr 06 14:31:03.246865 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a93c6f-ae9b-407c-9458-e50ae65138c6 req-36968815-99cb-4018-897e-0c62f4085cd0 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:03.248307 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d8a93c6f-ae9b-407c-9458-e50ae65138c6 req-36968815-99cb-4018-897e-0c62f4085cd0 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 943 time: 0.0559275 Apr 06 14:31:03.297734 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d8a93c6f-ae9b-407c-9458-e50ae65138c6 req-d5945f28-c606-4890-9770-b76e86db7d59 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438704 Apr 06 14:31:04.420815 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff10f2-8f82-4108-88b0-4cb45fba123f req-d9da9bf0-ee27-4f31-9aee-ae54a843a131 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:04.422554 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-19ff10f2-8f82-4108-88b0-4cb45fba123f req-d9da9bf0-ee27-4f31-9aee-ae54a843a131 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 943 time: 0.0550773 Apr 06 14:31:04.475709 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-19ff10f2-8f82-4108-88b0-4cb45fba123f req-1482c2b1-c1ac-4e8c-b10b-7fdb320e3038 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470970 Apr 06 14:31:04.798330 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 33755075-38b5-4d87-9ea2-d3b08411f8f2 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:31:04.907481 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 33755075-38b5-4d87-9ea2-d3b08411f8f2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=33755075-38b5-4d87-9ea2-d3b08411f8f2,segment=NetworkSegment(4e771ad5-d0b2-4265-967f-df5d5ff3b14d),segment_id=4e771ad5-d0b2-4265-967f-df5d5ff3b14d)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:04.919197 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '33755075-38b5-4d87-9ea2-d3b08411f8f2', 'network_id': 'fbb0cbcd-2296-42e6-8ac7-972b1c51d166', 'port_id': '33755075-38b5-4d87-9ea2-d3b08411f8f2', 'mac_address': 'fa:16:3e:50:30:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37dc3fa4-7171-4e17-b001-f065a11292c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:31:04.971355 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 33755075-38b5-4d87-9ea2-d3b08411f8f2 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:04.971730 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (33755075-38b5-4d87-9ea2-d3b08411f8f2), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:04.988748 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33755075-38b5-4d87-9ea2-d3b08411f8f2 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:31:05.050309 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 33755075-38b5-4d87-9ea2-d3b08411f8f2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=33755075-38b5-4d87-9ea2-d3b08411f8f2,segment=NetworkSegment(4e771ad5-d0b2-4265-967f-df5d5ff3b14d),segment_id=4e771ad5-d0b2-4265-967f-df5d5ff3b14d)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:05.131992 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-61bb948c-9c39-48d6-b693-ae155c52daf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.138013 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (33755075-38b5-4d87-9ea2-d3b08411f8f2), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:05.212045 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=33755075-38b5-4d87-9ea2-d3b08411f8f2,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:05.220346 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:05.220688 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:05.221031 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:05.221369 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:05.221696 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:05.222021 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:05.222343 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:05.222690 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:05.223047 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:05.223335 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:05.223657 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:05.223975 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:05.224292 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:05.224607 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:05.224933 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:31:05.499405 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['33755075-38b5-4d87-9ea2-d3b08411f8f2'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:31:05.607766 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3021ac2-1037-45af-adb0-cf3ed809c0d9 req-6998f98e-97b4-49d8-b5dd-6dcc5a593fe7 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:05.610072 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e3021ac2-1037-45af-adb0-cf3ed809c0d9 req-6998f98e-97b4-49d8-b5dd-6dcc5a593fe7 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 944 time: 0.0642643 Apr 06 14:31:05.660460 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e3021ac2-1037-45af-adb0-cf3ed809c0d9 req-467bbda2-07c0-4a0e-b29b-b61f696a157c tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441010 Apr 06 14:31:06.731468 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 37106) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:06.789256 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13594733-908f-4c6f-96d0-0a17aa186532 req-75a38d98-d1ef-406e-be6b-a099028f45e6 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:06.790962 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-13594733-908f-4c6f-96d0-0a17aa186532 req-75a38d98-d1ef-406e-be6b-a099028f45e6 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 944 time: 0.0597630 Apr 06 14:31:06.809979 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 33755075-38b5-4d87-9ea2-d3b08411f8f2 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:31:06.842845 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-13594733-908f-4c6f-96d0-0a17aa186532 req-eefa7b3b-311b-4157-a541-3f2b44175c2c tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458641 Apr 06 14:31:06.846107 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-085da1ac-b6c6-4990-bfef-351d635dda86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:06.928271 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-085da1ac-b6c6-4990-bfef-351d635dda86 admin admin] Publish callbacks [] for security_group (3ae69012-58a2-4a23-9f36-b3705a14a50b), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:06.982137 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port 33755075-38b5-4d87-9ea2-d3b08411f8f2 completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:31:06.986231 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 33755075-38b5-4d87-9ea2-d3b08411f8f2 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:31:06.986649 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (33755075-38b5-4d87-9ea2-d3b08411f8f2), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.015954 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-085da1ac-b6c6-4990-bfef-351d635dda86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (3ae69012-58a2-4a23-9f36-b3705a14a50b), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.061802 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 37110) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:07.062037 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-085da1ac-b6c6-4990-bfef-351d635dda86 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99386de6c2cf4ed5baf38789c75e9d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293064 Apr 06 14:31:07.064200 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085da1ac-b6c6-4990-bfef-351d635dda86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae69012-58a2-4a23-9f36-b3705a14a50b,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:07.070317 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 33755075-38b5-4d87-9ea2-d3b08411f8f2 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:31:07.070722 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (33755075-38b5-4d87-9ea2-d3b08411f8f2), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.094753 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a693bff7-85f0-4c36-b70c-ff4c05b8b418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33755075-38b5-4d87-9ea2-d3b08411f8f2'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:31:07.096984 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70abb04-949a-45ee-a2ce-ab27cfa3c042" -d '{"events": [{"server_uuid": "a693bff7-85f0-4c36-b70c-ff4c05b8b418", "name": "network-vif-plugged", "status": "completed", "tag": "33755075-38b5-4d87-9ea2-d3b08411f8f2"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:31:07.110224 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 33755075-38b5-4d87-9ea2-d3b08411f8f2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=33755075-38b5-4d87-9ea2-d3b08411f8f2,segment=NetworkSegment(4e771ad5-d0b2-4265-967f-df5d5ff3b14d),segment_id=4e771ad5-d0b2-4265-967f-df5d5ff3b14d)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:31:07.115478 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7b421515-c65c-47a6-af30-3462c70fb143 admin admin] Publish callbacks [] for security_group (3ae69012-58a2-4a23-9f36-b3705a14a50b), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.134375 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c001a910-6f43-4812-9c0d-1ff2e3aef0fd x-openstack-request-id: req-c001a910-6f43-4812-9c0d-1ff2e3aef0fd {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:31:07.135248 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a693bff7-85f0-4c36-b70c-ff4c05b8b418", "name": "network-vif-plugged", "status": "completed", "tag": "33755075-38b5-4d87-9ea2-d3b08411f8f2", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:31:07.135500 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c001a910-6f43-4812-9c0d-1ff2e3aef0fd {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:31:07.136079 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c001a910-6f43-4812-9c0d-1ff2e3aef0fd'] response: {'server_uuid': 'a693bff7-85f0-4c36-b70c-ff4c05b8b418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33755075-38b5-4d87-9ea2-d3b08411f8f2', 'code': 200} Apr 06 14:31:07.138496 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7b421515-c65c-47a6-af30-3462c70fb143 admin admin] Publish callbacks [] for security_group (3ae69012-58a2-4a23-9f36-b3705a14a50b), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.279552 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (33755075-38b5-4d87-9ea2-d3b08411f8f2), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.326453 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=33755075-38b5-4d87-9ea2-d3b08411f8f2,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:07.329997 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7b421515-c65c-47a6-af30-3462c70fb143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (3ae69012-58a2-4a23-9f36-b3705a14a50b), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.332603 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7b421515-c65c-47a6-af30-3462c70fb143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:07.333830 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7b421515-c65c-47a6-af30-3462c70fb143 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ae69012-58a2-4a23-9f36-b3705a14a50b HTTP/1.1" status: 204 len: 168 time: 0.2704062 Apr 06 14:31:07.344203 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b421515-c65c-47a6-af30-3462c70fb143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae69012-58a2-4a23-9f36-b3705a14a50b,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:07.576807 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85488a35-dc31-41a0-a8e5-1a46a3a9cf86 req-16f7ad7f-1fbf-40c8-9d95-5c2391ecc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:07.578224 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-85488a35-dc31-41a0-a8e5-1a46a3a9cf86 req-16f7ad7f-1fbf-40c8-9d95-5c2391ecc3ef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 1129 time: 0.0444472 Apr 06 14:31:07.624776 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-85488a35-dc31-41a0-a8e5-1a46a3a9cf86 req-0b1d8416-c04f-46ec-a821-29a098e7b29e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404418 Apr 06 14:31:07.894154 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:31:07.965138 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88a1c8-c0fe-4315-90c8-099ed73731ad req-db1549fd-7668-4293-be04-dce37cdf82dc tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:07.966793 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2c88a1c8-c0fe-4315-90c8-099ed73731ad req-db1549fd-7668-4293-be04-dce37cdf82dc tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 945 time: 0.0538990 Apr 06 14:31:08.014097 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2c88a1c8-c0fe-4315-90c8-099ed73731ad req-cc808b7c-f5e1-46a3-a8c7-e67c50948a80 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415990 Apr 06 14:31:08.091035 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 37126) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:08.104988 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-823f7afb-9a47-4795-8ca4-dba619daa26d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.179663 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-823f7afb-9a47-4795-8ca4-dba619daa26d admin admin] Publish callbacks [] for security_group (a5787b68-27b7-4956-b6a4-640a49c6479e), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.375967 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-823f7afb-9a47-4795-8ca4-dba619daa26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (a5787b68-27b7-4956-b6a4-640a49c6479e), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.416953 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-823f7afb-9a47-4795-8ca4-dba619daa26d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3cdd56171dd5413d9bbd2c03e4e6896d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243432 Apr 06 14:31:08.417660 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f7afb-9a47-4795-8ca4-dba619daa26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5787b68-27b7-4956-b6a4-640a49c6479e,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:08.420157 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 37128) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:08.470490 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-771956e1-783b-4b84-b935-1ae59b026b90 admin admin] Publish callbacks [] for security_group (a5787b68-27b7-4956-b6a4-640a49c6479e), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.490948 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-771956e1-783b-4b84-b935-1ae59b026b90 admin admin] Publish callbacks [] for security_group (a5787b68-27b7-4956-b6a4-640a49c6479e), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.633541 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-771956e1-783b-4b84-b935-1ae59b026b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (a5787b68-27b7-4956-b6a4-640a49c6479e), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.636775 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-771956e1-783b-4b84-b935-1ae59b026b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.637957 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-771956e1-783b-4b84-b935-1ae59b026b90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a5787b68-27b7-4956-b6a4-640a49c6479e HTTP/1.1" status: 204 len: 168 time: 0.2165000 Apr 06 14:31:08.648396 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771956e1-783b-4b84-b935-1ae59b026b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5787b68-27b7-4956-b6a4-640a49c6479e,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:08.665315 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 37134) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:08.774604 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a9ec8661-a234-4f8b-931b-9d6df613892c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.849807 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a9ec8661-a234-4f8b-931b-9d6df613892c admin admin] Publish callbacks [] for security_group (190c8a7d-62c6-48f0-aeab-7c1ccad52d53), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.947140 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-a9ec8661-a234-4f8b-931b-9d6df613892c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (190c8a7d-62c6-48f0-aeab-7c1ccad52d53), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.976412 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bdeea229-a90a-451b-a697-ab428baec404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:08.988190 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-a9ec8661-a234-4f8b-931b-9d6df613892c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e334efc6ff94c198c3fd8d2a5efabf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205223 Apr 06 14:31:08.989077 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec8661-a234-4f8b-931b-9d6df613892c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190c8a7d-62c6-48f0-aeab-7c1ccad52d53,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:08.991646 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 37138) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:09.048375 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ae7c866e-c4dc-41df-8f3f-18949d3ed811 admin admin] Publish callbacks [] for security_group (190c8a7d-62c6-48f0-aeab-7c1ccad52d53), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.071401 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ae7c866e-c4dc-41df-8f3f-18949d3ed811 admin admin] Publish callbacks [] for security_group (190c8a7d-62c6-48f0-aeab-7c1ccad52d53), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.229133 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ae7c866e-c4dc-41df-8f3f-18949d3ed811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (190c8a7d-62c6-48f0-aeab-7c1ccad52d53), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.233252 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ae7c866e-c4dc-41df-8f3f-18949d3ed811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:09.234524 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-ae7c866e-c4dc-41df-8f3f-18949d3ed811 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/190c8a7d-62c6-48f0-aeab-7c1ccad52d53 HTTP/1.1" status: 204 len: 168 time: 0.2412245 Apr 06 14:31:09.246298 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c866e-c4dc-41df-8f3f-18949d3ed811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190c8a7d-62c6-48f0-aeab-7c1ccad52d53,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:09.404794 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7ddf7-e5ef-4d08-914b-701ab3e6a3dd req-a30c2108-ee0b-46e8-86ef-0d988acaa712 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:09.406595 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7ab7ddf7-e5ef-4d08-914b-701ab3e6a3dd req-a30c2108-ee0b-46e8-86ef-0d988acaa712 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 945 time: 0.3136365 Apr 06 14:31:09.471353 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7ab7ddf7-e5ef-4d08-914b-701ab3e6a3dd req-471f3568-a2f9-46f5-90d0-552c9b681eed tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539372 Apr 06 14:31:10.199207 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 37188) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:10.214095 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-49794e33-b5fc-40b0-9633-d2dd81b2ee68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.303641 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-49794e33-b5fc-40b0-9633-d2dd81b2ee68 admin admin] Publish callbacks [] for security_group (3925f6bc-e5e4-4da3-a690-42f2fdf601b3), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.445550 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-49794e33-b5fc-40b0-9633-d2dd81b2ee68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (3925f6bc-e5e4-4da3-a690-42f2fdf601b3), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.485934 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-49794e33-b5fc-40b0-9633-d2dd81b2ee68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ab5d3c79c944bf9abaab8db0f179aba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855291 Apr 06 14:31:10.486637 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49794e33-b5fc-40b0-9633-d2dd81b2ee68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3925f6bc-e5e4-4da3-a690-42f2fdf601b3,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:10.488345 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 37208) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:10.501729 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.541761 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9800cd29-ca79-455c-b637-3e4f4593033e admin admin] Publish callbacks [] for security_group (3925f6bc-e5e4-4da3-a690-42f2fdf601b3), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.565116 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9800cd29-ca79-455c-b637-3e4f4593033e admin admin] Publish callbacks [] for security_group (3925f6bc-e5e4-4da3-a690-42f2fdf601b3), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.601068 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c6c45-e196-4acf-bc26-a42b65d0e62f req-99eb5b1d-2942-4300-aad1-6ae21c43a4a1 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:31:10.602737 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4f1c6c45-e196-4acf-bc26-a42b65d0e62f req-99eb5b1d-2942-4300-aad1-6ae21c43a4a1 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 945 time: 0.0616972 Apr 06 14:31:10.662286 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4f1c6c45-e196-4acf-bc26-a42b65d0e62f req-862fcc77-1720-40e2-821d-19bf2f78fdef tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520229 Apr 06 14:31:10.697497 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9800cd29-ca79-455c-b637-3e4f4593033e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (3925f6bc-e5e4-4da3-a690-42f2fdf601b3), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.699692 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9800cd29-ca79-455c-b637-3e4f4593033e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:10.701324 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-9800cd29-ca79-455c-b637-3e4f4593033e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3925f6bc-e5e4-4da3-a690-42f2fdf601b3 HTTP/1.1" status: 204 len: 168 time: 0.2118442 Apr 06 14:31:10.710349 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800cd29-ca79-455c-b637-3e4f4593033e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3925f6bc-e5e4-4da3-a690-42f2fdf601b3,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:12.182682 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:12.942540 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 37316) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:13.038766 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.052111 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7e80bd58-54f2-4742-8ec6-21cd348dcbe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.127967 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7e80bd58-54f2-4742-8ec6-21cd348dcbe5 admin admin] Publish callbacks [] for security_group (7434702e-3d9e-49dc-b577-9ef58d3396d3), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.239947 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7e80bd58-54f2-4742-8ec6-21cd348dcbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7434702e-3d9e-49dc-b577-9ef58d3396d3), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.284570 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-7e80bd58-54f2-4742-8ec6-21cd348dcbe5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=34b72f4ec4784ddc81f4b316f5ee8540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408191 Apr 06 14:31:13.285542 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80bd58-54f2-4742-8ec6-21cd348dcbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7434702e-3d9e-49dc-b577-9ef58d3396d3,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:13.287218 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 37320) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:13.340299 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9ac1cd1e-52b1-423c-9b37-b7f93e230872 admin admin] Publish callbacks [] for security_group (7434702e-3d9e-49dc-b577-9ef58d3396d3), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.363355 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9ac1cd1e-52b1-423c-9b37-b7f93e230872 admin admin] Publish callbacks [] for security_group (7434702e-3d9e-49dc-b577-9ef58d3396d3), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.473979 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9ac1cd1e-52b1-423c-9b37-b7f93e230872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7434702e-3d9e-49dc-b577-9ef58d3396d3), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.476625 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-9ac1cd1e-52b1-423c-9b37-b7f93e230872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:13.477806 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-9ac1cd1e-52b1-423c-9b37-b7f93e230872 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7434702e-3d9e-49dc-b577-9ef58d3396d3 HTTP/1.1" status: 204 len: 168 time: 0.1888313 Apr 06 14:31:13.486286 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1cd1e-52b1-423c-9b37-b7f93e230872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7434702e-3d9e-49dc-b577-9ef58d3396d3,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:19.977569 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 37408) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:20.056373 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.091903 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8b8625f6-8aa5-40f5-b351-9dc87fb40e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.167231 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8b8625f6-8aa5-40f5-b351-9dc87fb40e99 admin admin] Publish callbacks [] for security_group (7900e6d9-d33d-4d35-b3d6-b42f30e4a06a), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.244909 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-8b8625f6-8aa5-40f5-b351-9dc87fb40e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7900e6d9-d33d-4d35-b3d6-b42f30e4a06a), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.282915 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8625f6-8aa5-40f5-b351-9dc87fb40e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7900e6d9-d33d-4d35-b3d6-b42f30e4a06a,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:20.287448 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-8b8625f6-8aa5-40f5-b351-9dc87fb40e99 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ebb16bca1ea34ed9bd8de0b4eb8038c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087659 Apr 06 14:31:20.290383 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 37414) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:20.341523 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d38b5212-dea9-4b0e-a5dd-980ec14f6b99 admin admin] Publish callbacks [] for security_group (7900e6d9-d33d-4d35-b3d6-b42f30e4a06a), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.363678 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d38b5212-dea9-4b0e-a5dd-980ec14f6b99 admin admin] Publish callbacks [] for security_group (7900e6d9-d33d-4d35-b3d6-b42f30e4a06a), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.502627 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d38b5212-dea9-4b0e-a5dd-980ec14f6b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (7900e6d9-d33d-4d35-b3d6-b42f30e4a06a), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.505092 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d38b5212-dea9-4b0e-a5dd-980ec14f6b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:20.506247 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-d38b5212-dea9-4b0e-a5dd-980ec14f6b99 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7900e6d9-d33d-4d35-b3d6-b42f30e4a06a HTTP/1.1" status: 204 len: 168 time: 0.2151010 Apr 06 14:31:20.515567 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b5212-dea9-4b0e-a5dd-980ec14f6b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7900e6d9-d33d-4d35-b3d6-b42f30e4a06a,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:21.122244 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 37424) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:21.135782 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f152fbc6-649b-4963-8382-3ae351d0fc9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.211928 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f152fbc6-649b-4963-8382-3ae351d0fc9f admin admin] Publish callbacks [] for security_group (88e38c72-cfb1-42be-bc75-f26d3a2e9135), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.256255 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-f152fbc6-649b-4963-8382-3ae351d0fc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (88e38c72-cfb1-42be-bc75-f26d3a2e9135), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.296312 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152fbc6-649b-4963-8382-3ae351d0fc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e38c72-cfb1-42be-bc75-f26d3a2e9135,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:21.304723 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-f152fbc6-649b-4963-8382-3ae351d0fc9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22cc4950ee1b4f199834e4f8c945863b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809459 Apr 06 14:31:21.307615 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 37426) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:31:21.361166 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2848-44ff-4609-8dc2-9ba201da8e8c admin admin] Publish callbacks [] for security_group (88e38c72-cfb1-42be-bc75-f26d3a2e9135), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.383360 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2848-44ff-4609-8dc2-9ba201da8e8c admin admin] Publish callbacks [] for security_group (88e38c72-cfb1-42be-bc75-f26d3a2e9135), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.513506 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2848-44ff-4609-8dc2-9ba201da8e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (88e38c72-cfb1-42be-bc75-f26d3a2e9135), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.516056 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2848-44ff-4609-8dc2-9ba201da8e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:21.517207 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-9a3f2848-44ff-4609-8dc2-9ba201da8e8c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88e38c72-cfb1-42be-bc75-f26d3a2e9135 HTTP/1.1" status: 204 len: 168 time: 0.2085731 Apr 06 14:31:21.524925 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f2848-44ff-4609-8dc2-9ba201da8e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e38c72-cfb1-42be-bc75-f26d3a2e9135,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:31:35.102837 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8b2e1c62-0422-4dba-a998-1c1c854636b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:38.993550 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fa1c9fed-91bc-496f-bbbb-18e9d733925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:40.405095 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:42.062535 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:43.032647 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:31:44.892330 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:31:50.074112 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:01.379465 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26ef69a4-0aef-4904-a086-2fc3d99d4796 req-a68e5fb4-4e1b-4b53-92f9-8607c68db3b6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471609 Apr 06 14:32:01.468048 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef69a4-0aef-4904-a086-2fc3d99d4796 req-bf8f3f38-b2bf-44e6-b272-3bf55ea02ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:01.470199 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26ef69a4-0aef-4904-a086-2fc3d99d4796 req-bf8f3f38-b2bf-44e6-b272-3bf55ea02ee9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f84f7ba3109845e1bcff7058fc8972f7&device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 1129 time: 0.0457909 Apr 06 14:32:01.579302 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef69a4-0aef-4904-a086-2fc3d99d4796 req-d4433001-b031-4de8-8bdc-e8eb01efe47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:01.580720 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26ef69a4-0aef-4904-a086-2fc3d99d4796 req-d4433001-b031-4de8-8bdc-e8eb01efe47d service neutron] 10.222.0.49 "GET /v2.0/networks?id=fbb0cbcd-2296-42e6-8ac7-972b1c51d166 HTTP/1.1" status: 200 len: 914 time: 0.0837400 Apr 06 14:32:01.628428 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26ef69a4-0aef-4904-a086-2fc3d99d4796 req-157fcce6-f82a-4229-ac5f-2b754b7bb164 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33755075-38b5-4d87-9ea2-d3b08411f8f2 HTTP/1.1" status: 200 len: 217 time: 0.0382202 Apr 06 14:32:01.677871 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef69a4-0aef-4904-a086-2fc3d99d4796 req-8e62c451-2a1f-41c2-ac28-60a8f334a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:01.679331 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26ef69a4-0aef-4904-a086-2fc3d99d4796 req-8e62c451-2a1f-41c2-ac28-60a8f334a80b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37dc3fa4-7171-4e17-b001-f065a11292c7 HTTP/1.1" status: 200 len: 853 time: 0.0433700 Apr 06 14:32:01.710640 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26ef69a4-0aef-4904-a086-2fc3d99d4796 req-967587a1-f488-436b-b0ca-7a4162a2006f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbb0cbcd-2296-42e6-8ac7-972b1c51d166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242348 Apr 06 14:32:01.801722 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26ef69a4-0aef-4904-a086-2fc3d99d4796 req-fb552c7f-bb31-43e6-8623-f16095d8ae08 service neutron] 10.222.0.49 "GET /v2.0/networks/fbb0cbcd-2296-42e6-8ac7-972b1c51d166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835347 Apr 06 14:32:01.892826 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26ef69a4-0aef-4904-a086-2fc3d99d4796 req-6bd8bd7d-d53e-4dd6-b021-77d96db01165 service neutron] 10.222.0.49 "GET /v2.0/networks/fbb0cbcd-2296-42e6-8ac7-972b1c51d166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816967 Apr 06 14:32:04.272833 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 37794) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.382462 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.462476 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Publish callbacks [] for security_group (4ebbf25a-81de-4726-af29-c645ed18209b), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.546868 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4ebbf25a-81de-4726-af29-c645ed18209b), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.584684 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 37798) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:04.585273 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19d5e31d9c224f0ead593feb4f2077f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108783 Apr 06 14:32:04.598788 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebbf25a-81de-4726-af29-c645ed18209b,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:04.607130 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.607764 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.608280 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.608628 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.608963 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.609630 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.609972 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.610615 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.611242 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.611242 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.611445 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.611729 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.612053 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.612385 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.612703 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae2919e-87c2-40b2-b644-c911ceb4ca95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.644267 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Publish callbacks [] for security_group (4ebbf25a-81de-4726-af29-c645ed18209b), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.671649 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Publish callbacks [] for security_group (4ebbf25a-81de-4726-af29-c645ed18209b), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.806367 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (4ebbf25a-81de-4726-af29-c645ed18209b), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.809977 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:04.814270 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ebbf25a-81de-4726-af29-c645ed18209b HTTP/1.1" status: 204 len: 168 time: 0.2249134 Apr 06 14:32:04.825628 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebbf25a-81de-4726-af29-c645ed18209b,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:04.837364 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.837717 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.838055 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.838695 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.839199 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.839520 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.839846 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.840171 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.840496 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.840818 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.841139 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.841516 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.841927 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.842248 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:04.842591 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9a53e-92fb-4d65-b682-f1ad08dd8552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:32:05.108362 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-07bef4e9-30d6-41b8-8856-a44b2a623576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:08.980970 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-81f780f8-84d0-4916-bce6-8b7b7a7f418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:10.393928 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:12.096612 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:13.062704 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:20.123400 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.192614 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 37904) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:21.296386 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3688344a-476c-4ddd-89d6-f54c71b4e247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.373045 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3688344a-476c-4ddd-89d6-f54c71b4e247 admin admin] Publish callbacks [] for security_group (2c7af8c3-4735-4368-b0a5-ec2d4f3da283), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.437643 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3688344a-476c-4ddd-89d6-f54c71b4e247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (2c7af8c3-4735-4368-b0a5-ec2d4f3da283), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.478358 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3688344a-476c-4ddd-89d6-f54c71b4e247 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1ebe79d24e04e22948c01024b9c69ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843633 Apr 06 14:32:21.479444 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688344a-476c-4ddd-89d6-f54c71b4e247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7af8c3-4735-4368-b0a5-ec2d4f3da283,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:21.481191 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 37908) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:21.529719 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d74daf54-95e5-4000-8ce9-7a1968b78c34 admin admin] Publish callbacks [] for security_group (2c7af8c3-4735-4368-b0a5-ec2d4f3da283), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.550723 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d74daf54-95e5-4000-8ce9-7a1968b78c34 admin admin] Publish callbacks [] for security_group (2c7af8c3-4735-4368-b0a5-ec2d4f3da283), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.679623 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d74daf54-95e5-4000-8ce9-7a1968b78c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (2c7af8c3-4735-4368-b0a5-ec2d4f3da283), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.682279 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d74daf54-95e5-4000-8ce9-7a1968b78c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:21.683471 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-d74daf54-95e5-4000-8ce9-7a1968b78c34 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c7af8c3-4735-4368-b0a5-ec2d4f3da283 HTTP/1.1" status: 204 len: 168 time: 0.2012632 Apr 06 14:32:21.691793 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74daf54-95e5-4000-8ce9-7a1968b78c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7af8c3-4735-4368-b0a5-ec2d4f3da283,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:21.892787 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:32:35.117659 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-569a7559-9a69-49f3-a8f8-aad3e063c648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:38.965125 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0d468dcc-460c-46f0-a0f1-54a51dc691c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:40.397482 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.071946 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.235569 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 38124) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:42.347315 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5ebdafee-d9d2-4318-be82-f1e73e793ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.429712 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5ebdafee-d9d2-4318-be82-f1e73e793ec3 admin admin] Publish callbacks [] for security_group (430c09fe-25d9-4e85-a7b9-338dc0ad8b50), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.502699 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-5ebdafee-d9d2-4318-be82-f1e73e793ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (430c09fe-25d9-4e85-a7b9-338dc0ad8b50), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.541542 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-5ebdafee-d9d2-4318-be82-f1e73e793ec3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=351606c69f2549cfac927955ed796704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048775 Apr 06 14:32:42.542430 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdafee-d9d2-4318-be82-f1e73e793ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430c09fe-25d9-4e85-a7b9-338dc0ad8b50,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:42.545127 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38128) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:42.594802 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7577fa2e-75a8-40bc-9452-dfc233e1d523 admin admin] Publish callbacks [] for security_group (430c09fe-25d9-4e85-a7b9-338dc0ad8b50), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.616885 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7577fa2e-75a8-40bc-9452-dfc233e1d523 admin admin] Publish callbacks [] for security_group (430c09fe-25d9-4e85-a7b9-338dc0ad8b50), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.728844 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7577fa2e-75a8-40bc-9452-dfc233e1d523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (430c09fe-25d9-4e85-a7b9-338dc0ad8b50), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.731829 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7577fa2e-75a8-40bc-9452-dfc233e1d523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:42.732973 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7577fa2e-75a8-40bc-9452-dfc233e1d523 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/430c09fe-25d9-4e85-a7b9-338dc0ad8b50 HTTP/1.1" status: 204 len: 168 time: 0.1868768 Apr 06 14:32:42.741831 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577fa2e-75a8-40bc-9452-dfc233e1d523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430c09fe-25d9-4e85-a7b9-338dc0ad8b50,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:43.060701 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:43.239683 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1021c-5d09-4f6a-bbf4-94566b4c277e req-5f7dd04a-c37a-461b-be3e-27c6b98080b7 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:43.241201 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-53b1021c-5d09-4f6a-bbf4-94566b4c277e req-5f7dd04a-c37a-461b-be3e-27c6b98080b7 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 945 time: 0.0576684 Apr 06 14:32:43.292178 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-53b1021c-5d09-4f6a-bbf4-94566b4c277e req-56d4a25e-5588-49ba-8521-5b2f52d01c72 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451636 Apr 06 14:32:44.419855 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc74d64-8a45-46bc-834f-977fdc0af60a req-09e47d13-3b62-4db1-b128-4d8a66cedd7e tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:44.421325 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0cc74d64-8a45-46bc-834f-977fdc0af60a req-09e47d13-3b62-4db1-b128-4d8a66cedd7e tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 945 time: 0.0591171 Apr 06 14:32:44.468414 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0cc74d64-8a45-46bc-834f-977fdc0af60a req-03de5c81-2aaa-4bba-97c6-9cd78c22e4af tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413811 Apr 06 14:32:45.474498 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005310c-15bc-411b-b816-4e4b6a9a9135 req-538002bd-6123-4a1d-821f-1eed34344479 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:45.475949 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0005310c-15bc-411b-b816-4e4b6a9a9135 req-538002bd-6123-4a1d-821f-1eed34344479 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.49 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 945 time: 0.0524225 Apr 06 14:32:45.607248 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a56378-020a-42eb-9011-1496da6b6836 req-f34b6692-814e-4d8b-b4b0-8e161f53e7db tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:32:45.608604 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e4a56378-020a-42eb-9011-1496da6b6836 req-f34b6692-814e-4d8b-b4b0-8e161f53e7db tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 945 time: 0.0656681 Apr 06 14:32:45.614952 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-0005310c-15bc-411b-b816-4e4b6a9a9135 req-94e04fdf-7a30-4964-9376-8ced735c646b tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Deleting port 33755075-38b5-4d87-9ea2-d3b08411f8f2 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:32:45.615266 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-0005310c-15bc-411b-b816-4e4b6a9a9135 req-94e04fdf-7a30-4964-9376-8ced735c646b tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (33755075-38b5-4d87-9ea2-d3b08411f8f2), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.713363 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e4a56378-020a-42eb-9011-1496da6b6836 req-d72237ab-89a6-4650-bbf3-fdf916e5b90d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951300 Apr 06 14:32:45.747643 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-0005310c-15bc-411b-b816-4e4b6a9a9135 req-94e04fdf-7a30-4964-9376-8ced735c646b tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] For port 33755075-38b5-4d87-9ea2-d3b08411f8f2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=33755075-38b5-4d87-9ea2-d3b08411f8f2,segment=NetworkSegment(4e771ad5-d0b2-4265-967f-df5d5ff3b14d),segment_id=4e771ad5-d0b2-4265-967f-df5d5ff3b14d)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:32:45.747998 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-0005310c-15bc-411b-b816-4e4b6a9a9135 req-94e04fdf-7a30-4964-9376-8ced735c646b tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (33755075-38b5-4d87-9ea2-d3b08411f8f2), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.761269 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-0005310c-15bc-411b-b816-4e4b6a9a9135 req-94e04fdf-7a30-4964-9376-8ced735c646b tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Calling delete_port for 33755075-38b5-4d87-9ea2-d3b08411f8f2 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:32:45.975132 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-0005310c-15bc-411b-b816-4e4b6a9a9135 req-94e04fdf-7a30-4964-9376-8ced735c646b tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (33755075-38b5-4d87-9ea2-d3b08411f8f2), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:45.990354 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['33755075-38b5-4d87-9ea2-d3b08411f8f2'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:32:46.005830 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e04fdf-7a30-4964-9376-8ced735c646b tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Pushing event deleted for resources: {'Port': ['ID=33755075-38b5-4d87-9ea2-d3b08411f8f2,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:46.045967 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-0005310c-15bc-411b-b816-4e4b6a9a9135 req-94e04fdf-7a30-4964-9376-8ced735c646b tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] No DVR routers for this DVR port 33755075-38b5-4d87-9ea2-d3b08411f8f2 on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:32:46.048625 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-0005310c-15bc-411b-b816-4e4b6a9a9135 req-94e04fdf-7a30-4964-9376-8ced735c646b tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:46.052494 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-0005310c-15bc-411b-b816-4e4b6a9a9135 req-94e04fdf-7a30-4964-9376-8ced735c646b tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.49 "DELETE /v2.0/ports/33755075-38b5-4d87-9ea2-d3b08411f8f2 HTTP/1.1" status: 204 len: 173 time: 0.5709429 Apr 06 14:32:46.052967 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a693bff7-85f0-4c36-b70c-ff4c05b8b418', 'name': 'network-vif-deleted', 'tag': '33755075-38b5-4d87-9ea2-d3b08411f8f2'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:32:46.055219 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c07209-1616-4770-99ab-a173c488568e" -d '{"events": [{"server_uuid": "a693bff7-85f0-4c36-b70c-ff4c05b8b418", "name": "network-vif-deleted", "tag": "33755075-38b5-4d87-9ea2-d3b08411f8f2"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:32:46.093273 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55de589d-8581-42bc-a2f8-da984f7397c8 x-openstack-request-id: req-55de589d-8581-42bc-a2f8-da984f7397c8 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:32:46.093273 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a693bff7-85f0-4c36-b70c-ff4c05b8b418", "name": "network-vif-deleted", "tag": "33755075-38b5-4d87-9ea2-d3b08411f8f2", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:32:46.093273 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55de589d-8581-42bc-a2f8-da984f7397c8 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:32:46.093273 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55de589d-8581-42bc-a2f8-da984f7397c8'] response: {'server_uuid': 'a693bff7-85f0-4c36-b70c-ff4c05b8b418', 'name': 'network-vif-deleted', 'tag': '33755075-38b5-4d87-9ea2-d3b08411f8f2', 'status': 'completed', 'code': 200} Apr 06 14:32:46.830987 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c6124047-2a66-4685-b57f-db7eb3c928dc req-ae479f46-e79b-43e4-8af8-2d158a509a68 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 210 time: 0.0270677 Apr 06 14:32:47.941235 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e2a6dc87-d6f0-479a-9da0-3f6ca29829bc req-14180b19-34a4-488f-b044-3718d19dfe8d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=a693bff7-85f0-4c36-b70c-ff4c05b8b418 HTTP/1.1" status: 200 len: 210 time: 0.0289869 Apr 06 14:32:50.419246 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 33755075-38b5-4d87-9ea2-d3b08411f8f2 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:32:50.444854 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: 33755075-38b5-4d87-9ea2-d3b08411f8f2 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:32:50.445190 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 33755075-38b5-4d87-9ea2-d3b08411f8f2 not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:32:50.508346 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:54.078943 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [req-eed90af8-918b-4476-bf2c-efca77269dd2 req-26c5b6bd-4cb2-401d-af2b-6360b75fd29d service neutron] (103948) timed out ('10.222.0.49', 55588) {{(pid=103948) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:32:58.330674 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 38266) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:58.434540 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dc0ff190-5b5c-4fca-bde9-f59126e4273b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.514680 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dc0ff190-5b5c-4fca-bde9-f59126e4273b admin admin] Publish callbacks [] for security_group (2c90dfbe-e373-4523-a547-88293d3c5b32), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.585790 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dc0ff190-5b5c-4fca-bde9-f59126e4273b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (2c90dfbe-e373-4523-a547-88293d3c5b32), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.624504 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-dc0ff190-5b5c-4fca-bde9-f59126e4273b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9384d2d79b8947c3b1d153ab413d3a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927554 Apr 06 14:32:58.625245 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ff190-5b5c-4fca-bde9-f59126e4273b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c90dfbe-e373-4523-a547-88293d3c5b32,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:58.627146 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38272) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:58.677860 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4e659916-fb36-415f-b699-289c0cdc9328 admin admin] Publish callbacks [] for security_group (2c90dfbe-e373-4523-a547-88293d3c5b32), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.698109 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4e659916-fb36-415f-b699-289c0cdc9328 admin admin] Publish callbacks [] for security_group (2c90dfbe-e373-4523-a547-88293d3c5b32), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.803541 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4e659916-fb36-415f-b699-289c0cdc9328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (2c90dfbe-e373-4523-a547-88293d3c5b32), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.806226 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4e659916-fb36-415f-b699-289c0cdc9328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:58.807423 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4e659916-fb36-415f-b699-289c0cdc9328 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c90dfbe-e373-4523-a547-88293d3c5b32 HTTP/1.1" status: 204 len: 168 time: 0.1792600 Apr 06 14:32:58.815397 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e659916-fb36-415f-b699-289c0cdc9328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c90dfbe-e373-4523-a547-88293d3c5b32,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:32:58.892021 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:32:59.772450 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38296) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:32:59.866904 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-675229056-network', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:32:59.942359 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] Made reservation on behalf of 5d506c4d018047d488b3ea1f3bae662a for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:32:59.945386 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:32:59.954140 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.028731 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] Publish callbacks [] for security_group (191dfb23-16e6-4c34-9620-70b70396c5f1), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.102696 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (191dfb23-16e6-4c34-9620-70b70396c5f1), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.127304 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:00.137608 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191dfb23-16e6-4c34-9620-70b70396c5f1,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:00.142308 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (45d10f10-1a12-475e-ab38-9875c0237448), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.145016 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] Added segment 45d10f10-1a12-475e-ab38-9875c0237448 of type vlan for network 9feb50d3-6449-48c4-b720-2ad5809a7b8f Apr 06 14:33:00.181964 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (9feb50d3-6449-48c4-b720-2ad5809a7b8f), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.265950 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (9feb50d3-6449-48c4-b720-2ad5809a7b8f), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.267193 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:00.267812 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.329296 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] Pushing event updated for resources: {'Network': ['ID=9feb50d3-6449-48c4-b720-2ad5809a7b8f,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:00.339589 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network 9feb50d3-6449-48c4-b720-2ad5809a7b8f details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:00.385609 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-c14debc6-823a-4298-a3e5-b7047f5d1831 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6118064 Apr 06 14:33:00.388308 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38300) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:00.392967 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-e07c0165-b8f9-4972-a6e5-49df728cf138 admin admin] Request body: {'subnet': {'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-675229056-subnet', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:00.473735 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07c0165-b8f9-4972-a6e5-49df728cf138 admin admin] Made reservation on behalf of 5d506c4d018047d488b3ea1f3bae662a for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:00.476667 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e07c0165-b8f9-4972-a6e5-49df728cf138 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12719216'] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.702422 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e07c0165-b8f9-4972-a6e5-49df728cf138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14463392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12719214'] for subnet (f4626919-3857-481f-b730-c388d29cc90d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.757170 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c0165-b8f9-4972-a6e5-49df728cf138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4626919-3857-481f-b730-c388d29cc90d,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:00.766082 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07c0165-b8f9-4972-a6e5-49df728cf138 admin admin] Checking segment: {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:00.766437 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07c0165-b8f9-4972-a6e5-49df728cf138 admin admin] Network hostable DHCP agents. Network: 9feb50d3-6449-48c4-b720-2ad5809a7b8f, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:00.842998 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07c0165-b8f9-4972-a6e5-49df728cf138 admin admin] Network 9feb50d3-6449-48c4-b720-2ad5809a7b8f is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:00.928690 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-e07c0165-b8f9-4972-a6e5-49df728cf138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, 9feb50d3-6449-48c4-b720-2ad5809a7b8f) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:00.933044 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c0165-b8f9-4972-a6e5-49df728cf138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:00.933634 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e07c0165-b8f9-4972-a6e5-49df728cf138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:00.938952 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efe6267-8afb-49f2-804d-73068195fd21 None None] Network 9feb50d3-6449-48c4-b720-2ad5809a7b8f requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:01.037289 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e07c0165-b8f9-4972-a6e5-49df728cf138 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6449623 Apr 06 14:33:01.039893 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38304) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:01.040478 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf514b862-696c-5fae-9140-49a4d12cd886-9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d'}]}} from dv-cinder-835881-5-iscsi. {{(pid=103949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:01.041343 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.041958 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:01.134671 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2246'] for router (1df1a715-47a5-4c61-8ccf-510340cb9d8f), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.135730 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2271'] for router (1df1a715-47a5-4c61-8ccf-510340cb9d8f), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.178799 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Allocated IP 172.20.0.2 (9feb50d3-6449-48c4-b720-2ad5809a7b8f/f4626919-3857-481f-b730-c388d29cc90d/2803dd37-0213-46e4-8499-f86a79a47def) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:01.190351 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Publish callbacks [] for router_controller (1df1a715-47a5-4c61-8ccf-510340cb9d8f), precommit_add_association {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.326105 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Publish callbacks [] for port (2803dd37-0213-46e4-8499-f86a79a47def), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.395018 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (2803dd37-0213-46e4-8499-f86a79a47def), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.439196 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Network 9feb50d3-6449-48c4-b720-2ad5809a7b8f is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:01.442416 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:01.445963 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:01.457610 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Pushing event updated for resources: {'Port': ['ID=2803dd37-0213-46e4-8499-f86a79a47def,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:01.483286 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:01.483739 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:01.484023 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:01.484353 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:01.484676 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:01.484995 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:01.485311 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:01.485625 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:01.485939 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:01.486252 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:01.486588 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:01.486905 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:01.487218 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:01.487526 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:01.487832 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:01.523962 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Attempting to bind port 2803dd37-0213-46e4-8499-f86a79a47def on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:01.524877 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Attempting to bind port 2803dd37-0213-46e4-8499-f86a79a47def by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:01.524877 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Attempting to bind port 2803dd37-0213-46e4-8499-f86a79a47def on network 9feb50d3-6449-48c4-b720-2ad5809a7b8f {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:01.530136 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:01.530567 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Checking segment: {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:01.530945 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.531336 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Bound using segment: {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:01.531803 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Bound port: 2803dd37-0213-46e4-8499-f86a79a47def, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:01.532177 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (2803dd37-0213-46e4-8499-f86a79a47def), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.607377 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] For port 2803dd37-0213-46e4-8499-f86a79a47def, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:01.610769 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] For port 2803dd37-0213-46e4-8499-f86a79a47def, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=2803dd37-0213-46e4-8499-f86a79a47def,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:01.679968 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Publish callbacks [] for router_gateway (1df1a715-47a5-4c61-8ccf-510340cb9d8f), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.754379 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (2803dd37-0213-46e4-8499-f86a79a47def), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:01.822201 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31194dc6-6a95-405d-a4d3-c51328347ce4 None None] Pushing event updated for resources: {'Port': ['ID=2803dd37-0213-46e4-8499-f86a79a47def,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:01.993621 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Publish callbacks [] for router_gateway (1df1a715-47a5-4c61-8ccf-510340cb9d8f), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.016135 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.136817 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Allocated IP 172.27.2.224 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/4ac6028c-792b-4eb6-834d-05f823e65cc1) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:02.144759 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 2803dd37-0213-46e4-8499-f86a79a47def up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:02.194159 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 2803dd37-0213-46e4-8499-f86a79a47def triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:02.194453 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (2803dd37-0213-46e4-8499-f86a79a47def), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.248059 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Publish callbacks [] for port (4ac6028c-792b-4eb6-834d-05f823e65cc1), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.285303 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 2803dd37-0213-46e4-8499-f86a79a47def is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:02.285685 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (2803dd37-0213-46e4-8499-f86a79a47def), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.319786 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port 2803dd37-0213-46e4-8499-f86a79a47def, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=2803dd37-0213-46e4-8499-f86a79a47def,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:02.348455 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (4ac6028c-792b-4eb6-834d-05f823e65cc1), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.392586 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:02.395569 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:02.397942 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (2803dd37-0213-46e4-8499-f86a79a47def), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.399185 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:02.406076 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ac6028c-792b-4eb6-834d-05f823e65cc1,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:02.452062 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=2803dd37-0213-46e4-8499-f86a79a47def,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:02.755964 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Publish callbacks [] for router_gateway (1df1a715-47a5-4c61-8ccf-510340cb9d8f), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:02.780423 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b06c1a-3a73-4262-abdf-933f312f3ec5 None None] Network 9feb50d3-6449-48c4-b720-2ad5809a7b8f requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:02.900487 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a95d19ac-b755-4e20-87e9-5afb3e38ef46 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:02.903617 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a95d19ac-b755-4e20-87e9-5afb3e38ef46 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/networks?id=fbb0cbcd-2296-42e6-8ac7-972b1c51d166 HTTP/1.1" status: 200 len: 813 time: 0.1134171 Apr 06 14:33:02.920018 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-b06a8371-d501-4aa5-b6d5-e8f2337204bb tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/quotas/f84f7ba3109845e1bcff7058fc8972f7 HTTP/1.1" status: 200 len: 375 time: 0.0113983 Apr 06 14:33:02.964258 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-dc577e2f-04a5-4ed7-8077-94fb4c00fda8 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f84f7ba3109845e1bcff7058fc8972f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378861 Apr 06 14:33:02.985346 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029641'] for router (1df1a715-47a5-4c61-8ccf-510340cb9d8f), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.003561 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-4c152f00-c504-4d66-a9da-403fe6de5b8b None None] Provisioning complete for port 2803dd37-0213-46e4-8499-f86a79a47def triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:03.003920 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4c152f00-c504-4d66-a9da-403fe6de5b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (2803dd37-0213-46e4-8499-f86a79a47def), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.075086 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-38168785-7821-4e6b-8af5-153109409e43 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb0cbcd-2296-42e6-8ac7-972b1c51d166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039872 Apr 06 14:33:03.111631 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-4c152f00-c504-4d66-a9da-403fe6de5b8b None None] Current status of the port 2803dd37-0213-46e4-8499-f86a79a47def is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:03.174310 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-9b1b6149-28a9-47df-830a-d578ce0c4050 service neutron] 10.222.0.10 "GET /v2.0/networks/fbb0cbcd-2296-42e6-8ac7-972b1c51d166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946920 Apr 06 14:33:03.185929 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Router 1df1a715-47a5-4c61-8ccf-510340cb9d8f is scheduled to L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 with binding_index 1 {{(pid=103947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:03.307500 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:03.317939 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Sync routers for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:03.339769 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:03.340391 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:32:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:03.378890 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.383100 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-baa2f9a2-f320-4302-9a55-2472cfaec2b1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3445959 Apr 06 14:33:03.383637 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 38330) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:03.390247 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-521abad4-154e-496e-8f69-1d0b2f84e2ab None None] Provisioning complete for port 2803dd37-0213-46e4-8499-f86a79a47def triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:03.390644 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-521abad4-154e-496e-8f69-1d0b2f84e2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (2803dd37-0213-46e4-8499-f86a79a47def), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.415167 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-45406a3b-b535-4aca-b814-eb58ba0784e8 req-59f166a2-a039-4ba1-a996-47f2fc90ff10 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 210 time: 0.0307846 Apr 06 14:33:03.514461 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:03.618140 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-521abad4-154e-496e-8f69-1d0b2f84e2ab None None] Current status of the port 2803dd37-0213-46e4-8499-f86a79a47def is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:03.702547 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:02Z', 'revision_number': 3, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:03.732556 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Checking router: 1df1a715-47a5-4c61-8ccf-510340cb9d8f for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:03.732905 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Updating router 1df1a715-47a5-4c61-8ccf-510340cb9d8f port 4ac6028c-792b-4eb6-834d-05f823e65cc1 binding host dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:33:03.760252 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (4ac6028c-792b-4eb6-834d-05f823e65cc1), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.817145 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:03.970685 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Allocated IP 172.20.0.1 (9feb50d3-6449-48c4-b720-2ad5809a7b8f/f4626919-3857-481f-b730-c388d29cc90d/d033f129-cb75-4739-9e41-3b0f3a1f77b3) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:04.014342 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Publish callbacks [] for port (4ac6028c-792b-4eb6-834d-05f823e65cc1), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.080214 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Publish callbacks [] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.099488 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 2803dd37-0213-46e4-8499-f86a79a47def up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:04.153868 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 2803dd37-0213-46e4-8499-f86a79a47def triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:04.154234 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (2803dd37-0213-46e4-8499-f86a79a47def), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.179420 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (4ac6028c-792b-4eb6-834d-05f823e65cc1), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.236406 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.244198 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Attempting to bind port 4ac6028c-792b-4eb6-834d-05f823e65cc1 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:04.244561 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Attempting to bind port 4ac6028c-792b-4eb6-834d-05f823e65cc1 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:04.244917 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Attempting to bind port 4ac6028c-792b-4eb6-834d-05f823e65cc1 on network d18a54a7-0e89-4f08-a163-00d2181e6f69 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:04.247332 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2dcc2-57b7-41c6-8190-90fa17c9c5f0 None None] Pushing event updated for resources: {'Port': ['ID=4ac6028c-792b-4eb6-834d-05f823e65cc1,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.256563 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:04.256947 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Checking segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:04.257336 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.257716 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Bound using segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:04.258182 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Bound port: 4ac6028c-792b-4eb6-834d-05f823e65cc1, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:04.258580 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (4ac6028c-792b-4eb6-834d-05f823e65cc1), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.271349 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Network 9feb50d3-6449-48c4-b720-2ad5809a7b8f is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:04.276758 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:04.279651 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:04.314200 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Pushing event updated for resources: {'Port': ['ID=d033f129-cb75-4739-9e41-3b0f3a1f77b3,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.333785 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029848'] for router_interface (1df1a715-47a5-4c61-8ccf-510340cb9d8f), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.334258 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 2803dd37-0213-46e4-8499-f86a79a47def is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:04.345079 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] For port 4ac6028c-792b-4eb6-834d-05f823e65cc1, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:04.349495 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] For port 4ac6028c-792b-4eb6-834d-05f823e65cc1, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=4ac6028c-792b-4eb6-834d-05f823e65cc1,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:04.436298 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (4ac6028c-792b-4eb6-834d-05f823e65cc1), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.497642 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-431c3795-c4a4-4d95-ba43-c491f8264f0d req-a0b22525-f383-45b2-80c7-25c3636a52f8 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 210 time: 0.0291343 Apr 06 14:33:04.504719 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:04.505881 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:32:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:04.558013 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.566077 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2dcc2-57b7-41c6-8190-90fa17c9c5f0 None None] Pushing event updated for resources: {'Port': ['ID=4ac6028c-792b-4eb6-834d-05f823e65cc1,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.638984 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:04.732830 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Publish callbacks [] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.735514 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-a4ed01a6-6ff9-49a0-a951-20246a2efae6 None None] Provisioning complete for port d033f129-cb75-4739-9e41-3b0f3a1f77b3 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:04.735881 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a4ed01a6-6ff9-49a0-a951-20246a2efae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.787798 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed01a6-6ff9-49a0-a951-20246a2efae6 None None] Port d033f129-cb75-4739-9e41-3b0f3a1f77b3 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:04.805447 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12612076'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:04.854884 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:02Z', 'revision_number': 3, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:04.865922 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Pushing event updated for resources: {'Port': ['ID=d033f129-cb75-4739-9e41-3b0f3a1f77b3,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:04.878871 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.879215 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.879550 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.879879 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.880763 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.881090 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.881410 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.881730 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.882051 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.882367 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.883009 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.883333 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.883655 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.883965 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.884279 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:04.885916 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a47228-89f9-4785-bc12-dad83b471452 None None] The sync data for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi is: [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:02Z', 'revision_number': 3, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:04.898224 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031240'] for router_interface (1df1a715-47a5-4c61-8ccf-510340cb9d8f), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.010143 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Network 9feb50d3-6449-48c4-b720-2ad5809a7b8f is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:05.012424 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:05.171664 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6f38a74e-5f42-41cf-b2ab-534d5eb31bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.220439 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Router 1df1a715-47a5-4c61-8ccf-510340cb9d8f has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:05.310960 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-2eb77916-723c-4d64-b6a5-57b2a784db31 None None] Provisioning complete for port d033f129-cb75-4739-9e41-3b0f3a1f77b3 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:05.311438 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2eb77916-723c-4d64-b6a5-57b2a784db31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:05.348720 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-2eb77916-723c-4d64-b6a5-57b2a784db31 None None] Port d033f129-cb75-4739-9e41-3b0f3a1f77b3 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:05.360173 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:05.365360 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-607817f5-6cf5-4e01-834d-8cdcc8ac9837 admin admin] 10.222.0.10 "PUT /v2.0/routers/1df1a715-47a5-4c61-8ccf-510340cb9d8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9805737 Apr 06 14:33:05.578856 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-642708d9-05fe-4ebf-987c-5c5e75e19328 req-5e48ba3f-57ae-42b2-890c-e2dca7e21d70 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 210 time: 0.0290308 Apr 06 14:33:06.095406 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 38362) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:06.101130 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1986579917-network', 'tenant_id': 'ba84b7363a0e432b9dee23dba04a666d'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:06.112110 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 4ac6028c-792b-4eb6-834d-05f823e65cc1 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:06.159135 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 4ac6028c-792b-4eb6-834d-05f823e65cc1 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:06.159503 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (4ac6028c-792b-4eb6-834d-05f823e65cc1), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.165264 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] Made reservation on behalf of ba84b7363a0e432b9dee23dba04a666d for: {'network': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:06.167744 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.176423 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.241857 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 4ac6028c-792b-4eb6-834d-05f823e65cc1 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:06.242340 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (4ac6028c-792b-4eb6-834d-05f823e65cc1), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.259491 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] Publish callbacks [] for security_group (ff54ab46-3ba7-4afe-9e58-40b7a3075b65), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.264750 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port 4ac6028c-792b-4eb6-834d-05f823e65cc1, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=4ac6028c-792b-4eb6-834d-05f823e65cc1,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:06.328926 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (ff54ab46-3ba7-4afe-9e58-40b7a3075b65), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.356365 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=103948) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:33:06.357246 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (4ac6028c-792b-4eb6-834d-05f823e65cc1), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.368731 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff54ab46-3ba7-4afe-9e58-40b7a3075b65,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.371995 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (ddf7e797-6a98-4ca3-8198-e3bafa55293f), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.372338 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.segments_db [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] Added segment ddf7e797-6a98-4ca3-8198-e3bafa55293f of type vlan for network da10bc60-bb9b-4c5f-a2eb-eea4a1394198 Apr 06 14:33:06.416732 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (da10bc60-bb9b-4c5f-a2eb-eea4a1394198), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.433941 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=4ac6028c-792b-4eb6-834d-05f823e65cc1,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.494375 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (da10bc60-bb9b-4c5f-a2eb-eea4a1394198), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.495391 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:06.495967 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.557201 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=da10bc60-bb9b-4c5f-a2eb-eea4a1394198,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:06.569403 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Sync routers for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:06.569910 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network da10bc60-bb9b-4c5f-a2eb-eea4a1394198 details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:33:06.581422 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:06.582346 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:32:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:06.640112 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-6543fae0-8e23-4209-a758-d26b56d37ac9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5434444 Apr 06 14:33:06.642722 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 38366) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:06.648402 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-bb01b177-3862-497e-802f-dc4acf244951 admin admin] Request body: {'subnet': {'network_id': 'da10bc60-bb9b-4c5f-a2eb-eea4a1394198', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1986579917-subnet', 'tenant_id': 'ba84b7363a0e432b9dee23dba04a666d', 'ip_version': 4}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:06.683443 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4e1728e0-6da5-4999-b819-4587af822cb5 req-1a106edb-73d8-49b6-8926-3f5ca1a4bb1a tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 210 time: 0.0316107 Apr 06 14:33:06.692030 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:06.757535 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb01b177-3862-497e-802f-dc4acf244951 admin admin] Made reservation on behalf of ba84b7363a0e432b9dee23dba04a666d for: {'subnet': 1} {{(pid=103948) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:06.760165 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bb01b177-3862-497e-802f-dc4acf244951 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13415236'] for subnet (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:06.894893 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 2, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:06.920554 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Checking router: 1df1a715-47a5-4c61-8ccf-510340cb9d8f for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:06.920903 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Updating router 1df1a715-47a5-4c61-8ccf-510340cb9d8f port d033f129-cb75-4739-9e41-3b0f3a1f77b3 binding host dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:33:06.948700 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.100838 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bb01b177-3862-497e-802f-dc4acf244951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12602469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13415258'] for subnet (02945348-f065-42a1-b67e-709fabcbb447), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.157305 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01b177-3862-497e-802f-dc4acf244951 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02945348-f065-42a1-b67e-709fabcbb447,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:07.166772 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb01b177-3862-497e-802f-dc4acf244951 admin admin] Checking segment: {'id': 'ddf7e797-6a98-4ca3-8198-e3bafa55293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'da10bc60-bb9b-4c5f-a2eb-eea4a1394198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:07.167144 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb01b177-3862-497e-802f-dc4acf244951 admin admin] Network hostable DHCP agents. Network: da10bc60-bb9b-4c5f-a2eb-eea4a1394198, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103948) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:33:07.260202 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb01b177-3862-497e-802f-dc4acf244951 admin admin] Network da10bc60-bb9b-4c5f-a2eb-eea4a1394198 is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103948) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:33:07.321075 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Publish callbacks [] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.371110 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-bb01b177-3862-497e-802f-dc4acf244951 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, da10bc60-bb9b-4c5f-a2eb-eea4a1394198) {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:07.375351 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01b177-3862-497e-802f-dc4acf244951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:07.380749 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-bb01b177-3862-497e-802f-dc4acf244951 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.381677 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788d1daa-85ec-4aa9-a58c-14f8e738ccf9 None None] Network da10bc60-bb9b-4c5f-a2eb-eea4a1394198 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:07.403583 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.460430 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Pushing event updated for resources: {'Port': ['ID=d033f129-cb75-4739-9e41-3b0f3a1f77b3,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:07.470803 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-bb01b177-3862-497e-802f-dc4acf244951 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8269930 Apr 06 14:33:07.473453 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38372) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:07.479638 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1986579917-router', 'tenant_id': 'ba84b7363a0e432b9dee23dba04a666d', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:07.491380 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf514b862-696c-5fae-9140-49a4d12cd886-da10bc60-bb9b-4c5f-a2eb-eea4a1394198', 'network_id': 'da10bc60-bb9b-4c5f-a2eb-eea4a1394198', 'project_id': 'ba84b7363a0e432b9dee23dba04a666d', 'fixed_ips': [{'subnet_id': '02945348-f065-42a1-b67e-709fabcbb447'}]}} from dv-cinder-835881-5-iscsi. {{(pid=103949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:33:07.492606 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.504515 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:07.504851 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:07.506133 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:07.506474 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:07.506848 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:07.511703 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:07.511703 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:07.511703 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:07.511703 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:07.511703 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:07.511703 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:07.511703 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:07.511703 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:07.511703 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:07.511703 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:07.525657 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Attempting to bind port d033f129-cb75-4739-9e41-3b0f3a1f77b3 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:07.526028 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Attempting to bind port d033f129-cb75-4739-9e41-3b0f3a1f77b3 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:07.526381 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Attempting to bind port d033f129-cb75-4739-9e41-3b0f3a1f77b3 on network 9feb50d3-6449-48c4-b720-2ad5809a7b8f {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:07.531933 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:07.532303 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Checking segment: {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:07.532761 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.533160 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Bound using segment: {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:07.533546 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Bound port: d033f129-cb75-4739-9e41-3b0f3a1f77b3, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:07.533921 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.559749 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2246'] for router (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.562078 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2271'] for router (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.612014 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] For port d033f129-cb75-4739-9e41-3b0f3a1f77b3, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:07.615998 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] For port d033f129-cb75-4739-9e41-3b0f3a1f77b3, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=d033f129-cb75-4739-9e41-3b0f3a1f77b3,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:07.629702 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Publish callbacks [] for router_controller (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), precommit_add_association {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.651914 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Allocated IP 172.20.0.2 (da10bc60-bb9b-4c5f-a2eb-eea4a1394198/02945348-f065-42a1-b67e-709fabcbb447/6c53bac9-4c88-4804-abdb-5c3b6ac766bf) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:07.697172 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.753577 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:07.754273 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:32:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:07.812120 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Publish callbacks [] for port (6c53bac9-4c88-4804-abdb-5c3b6ac766bf), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.827241 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-4170c5e1-8b2a-4234-9b89-b8f851402b10 None None] Provisioning complete for port d033f129-cb75-4739-9e41-3b0f3a1f77b3 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:07.827677 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4170c5e1-8b2a-4234-9b89-b8f851402b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.875823 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:07.917008 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Publish callbacks [] for router_gateway (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:07.943749 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7454973c-777e-47bf-a403-3754627c7386 req-e21a47ff-9818-4a40-bc10-263168000957 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 210 time: 0.1124990 Apr 06 14:33:08.001185 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (6c53bac9-4c88-4804-abdb-5c3b6ac766bf), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.019174 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db342c51-bb95-4a95-ae5f-0d527a8f9c5e None None] Pushing event updated for resources: {'Port': ['ID=d033f129-cb75-4739-9e41-3b0f3a1f77b3,revision_number=4']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:08.047755 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Network da10bc60-bb9b-4c5f-a2eb-eea4a1394198 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:08.052681 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:08.056064 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:08.103570 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Pushing event updated for resources: {'Port': ['ID=6c53bac9-4c88-4804-abdb-5c3b6ac766bf,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:08.137868 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:07Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:08.140457 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 4ac6028c-792b-4eb6-834d-05f823e65cc1 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:08.166844 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e987eeda-2f61-472b-947c-600509e041e1 None None] The sync data for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi is: [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:07Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:08.201300 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Attempting to bind port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:08.201673 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Attempting to bind port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': 'ddf7e797-6a98-4ca3-8198-e3bafa55293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'da10bc60-bb9b-4c5f-a2eb-eea4a1394198'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:08.202023 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Attempting to bind port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf on network da10bc60-bb9b-4c5f-a2eb-eea4a1394198 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:08.228887 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:08.229287 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Checking segment: {'id': 'ddf7e797-6a98-4ca3-8198-e3bafa55293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'da10bc60-bb9b-4c5f-a2eb-eea4a1394198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:08.229650 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.230178 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Bound using segment: {'id': 'ddf7e797-6a98-4ca3-8198-e3bafa55293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'da10bc60-bb9b-4c5f-a2eb-eea4a1394198'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:08.230890 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Bound port: 6c53bac9-4c88-4804-abdb-5c3b6ac766bf, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf7e797-6a98-4ca3-8198-e3bafa55293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'da10bc60-bb9b-4c5f-a2eb-eea4a1394198'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:08.231986 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (6c53bac9-4c88-4804-abdb-5c3b6ac766bf), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.245359 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-4170c5e1-8b2a-4234-9b89-b8f851402b10 None None] Current status of the port d033f129-cb75-4739-9e41-3b0f3a1f77b3 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:08.245739 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4170c5e1-8b2a-4234-9b89-b8f851402b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.281430 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Publish callbacks [] for router_gateway (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.303645 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.339514 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 4ac6028c-792b-4eb6-834d-05f823e65cc1 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:08.339879 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (4ac6028c-792b-4eb6-834d-05f823e65cc1), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.344294 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-4170c5e1-8b2a-4234-9b89-b8f851402b10 None None] For port d033f129-cb75-4739-9e41-3b0f3a1f77b3, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=d033f129-cb75-4739-9e41-3b0f3a1f77b3,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:08.367639 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] For port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:08.384322 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] For port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=6c53bac9-4c88-4804-abdb-5c3b6ac766bf,segment=NetworkSegment(ddf7e797-6a98-4ca3-8198-e3bafa55293f),segment_id=ddf7e797-6a98-4ca3-8198-e3bafa55293f)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:08.434126 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Allocated IP 172.27.2.166 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/6b5abf58-cebc-4e1a-a441-9e8638187bc6) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:08.450470 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 4ac6028c-792b-4eb6-834d-05f823e65cc1 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:08.454023 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4170c5e1-8b2a-4234-9b89-b8f851402b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.497386 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (6c53bac9-4c88-4804-abdb-5c3b6ac766bf), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.519339 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170c5e1-8b2a-4234-9b89-b8f851402b10 None None] Pushing event updated for resources: {'Port': ['ID=d033f129-cb75-4739-9e41-3b0f3a1f77b3,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:08.565468 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Publish callbacks [] for port (6b5abf58-cebc-4e1a-a441-9e8638187bc6), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.585970 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec670bd-8afc-4686-88b0-5d17fc34f390 None None] Pushing event updated for resources: {'Port': ['ID=6c53bac9-4c88-4804-abdb-5c3b6ac766bf,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:08.597755 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-6e6cce29-b737-4d27-a30c-d7993957d9a4 None None] Provisioning complete for port d033f129-cb75-4739-9e41-3b0f3a1f77b3 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:08.598204 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6e6cce29-b737-4d27-a30c-d7993957d9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.686202 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (6b5abf58-cebc-4e1a-a441-9e8638187bc6), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:08.694412 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-6e6cce29-b737-4d27-a30c-d7993957d9a4 None None] Current status of the port d033f129-cb75-4739-9e41-3b0f3a1f77b3 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:08.736094 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:08.740071 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:08.743555 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:08.792916 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Pushing event updated for resources: {'Port': ['ID=6b5abf58-cebc-4e1a-a441-9e8638187bc6,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:08.806044 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:08.806399 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:08.806767 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:08.807112 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:08.807467 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:08.807803 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:08.808136 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:08.808464 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:08.808793 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:08.809124 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:08.809448 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:08.809776 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:08.810105 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:08.810423 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:08.810779 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:33:09.007638 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-108e442d-5bf7-4108-bf72-11a91d9d9be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.074676 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a3dc0dae-526f-4199-9532-b01b7492ab3b req-3a0f570b-0aa7-41df-9aa9-f0ff243b4a64 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 210 time: 0.0383193 Apr 06 14:33:09.200508 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Publish callbacks [] for router_gateway (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.653779 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bc86c8-35e2-4479-a12f-851d87c8522d None None] Network da10bc60-bb9b-4c5f-a2eb-eea4a1394198 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:33:09.717664 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029641'] for router (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.746092 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-d33ffbb8-82d7-4de1-a0e5-4b1a95d01008 None None] Provisioning complete for port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:09.746464 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d33ffbb8-82d7-4de1-a0e5-4b1a95d01008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (6c53bac9-4c88-4804-abdb-5c3b6ac766bf), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.862868 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-d33ffbb8-82d7-4de1-a0e5-4b1a95d01008 None None] Current status of the port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:09.863326 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d33ffbb8-82d7-4de1-a0e5-4b1a95d01008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (6c53bac9-4c88-4804-abdb-5c3b6ac766bf), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:09.901247 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-d33ffbb8-82d7-4de1-a0e5-4b1a95d01008 None None] For port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=6c53bac9-4c88-4804-abdb-5c3b6ac766bf,segment=NetworkSegment(ddf7e797-6a98-4ca3-8198-e3bafa55293f),segment_id=ddf7e797-6a98-4ca3-8198-e3bafa55293f)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:09.951156 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a5038475-d1f1-4e5b-9847-8820b0f6d411 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:09.952910 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a5038475-d1f1-4e5b-9847-8820b0f6d411 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.49 "GET /v2.0/networks?id=fbb0cbcd-2296-42e6-8ac7-972b1c51d166 HTTP/1.1" status: 200 len: 813 time: 0.1357923 Apr 06 14:33:09.968225 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a88dddf0-7c1b-4f30-b98a-ab01878b363d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Request body: {'port': {'device_id': '4b69cecb-be55-43b1-a18c-4ca43f284d57', 'network_id': 'fbb0cbcd-2296-42e6-8ac7-972b1c51d166', 'admin_state_up': True, 'tenant_id': 'f84f7ba3109845e1bcff7058fc8972f7'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:09.971696 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d33ffbb8-82d7-4de1-a0e5-4b1a95d01008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (6c53bac9-4c88-4804-abdb-5c3b6ac766bf), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.033786 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ffbb8-82d7-4de1-a0e5-4b1a95d01008 None None] Pushing event updated for resources: {'Port': ['ID=6c53bac9-4c88-4804-abdb-5c3b6ac766bf,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:10.063182 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Router 7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 is scheduled to L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 with binding_index 1 {{(pid=103947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:33:10.100838 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-ff934628-8864-465a-b31e-c5ed5a4c7f6f None None] Provisioning complete for port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:10.103398 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ff934628-8864-465a-b31e-c5ed5a4c7f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (6c53bac9-4c88-4804-abdb-5c3b6ac766bf), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.191637 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 6c53bac9-4c88-4804-abdb-5c3b6ac766bf up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:10.237530 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-ff934628-8864-465a-b31e-c5ed5a4c7f6f None None] Current status of the port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:10.246608 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bcf71bce-01e5-4ee7-80ba-ede19d031a92 req-e65be1e6-c10f-475d-acd1-7df368679b2f tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 210 time: 0.0421212 Apr 06 14:33:10.260354 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:10.260832 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (6c53bac9-4c88-4804-abdb-5c3b6ac766bf), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.262635 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:10.288795 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Sync routers for ids ['7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:10.309370 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Routers {'7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:10.310218 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:33:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:10.311698 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a88dddf0-7c1b-4f30-b98a-ab01878b363d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Made reservation on behalf of f84f7ba3109845e1bcff7058fc8972f7 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:10.315247 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a88dddf0-7c1b-4f30-b98a-ab01878b363d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.385983 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.387251 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5df888de-d5d6-40ba-8fb8-499f85fe5461 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9114249 Apr 06 14:33:10.390077 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38386) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:10.455046 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.460418 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:10.466747 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device d033f129-cb75-4739-9e41-3b0f3a1f77b3 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:10.495982 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Set router 7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:10.529120 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a88dddf0-7c1b-4f30-b98a-ab01878b363d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Allocated IP 172.20.0.8 (fbb0cbcd-2296-42e6-8ac7-972b1c51d166/37dc3fa4-7171-4e17-b001-f065a11292c7/a20d340f-9077-4aba-b22c-107604ae6ae9) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:10.619665 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port d033f129-cb75-4739-9e41-3b0f3a1f77b3 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:10.619942 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.749531 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port d033f129-cb75-4739-9e41-3b0f3a1f77b3 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:10.760444 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'name': 'tempest-TestVolumeBootPattern-1986579917-router', 'tenant_id': 'ba84b7363a0e432b9dee23dba04a666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '6b5abf58-cebc-4e1a-a441-9e8638187bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:07Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 3, 'project_id': 'ba84b7363a0e432b9dee23dba04a666d', 'gw_port': {'id': '6b5abf58-cebc-4e1a-a441-9e8638187bc6', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:08Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:10.788115 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Checking router: 7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:10.788643 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Updating router 7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 port 6b5abf58-cebc-4e1a-a441-9e8638187bc6 binding host dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:33:10.808777 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a88dddf0-7c1b-4f30-b98a-ab01878b363d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks [] for port (a20d340f-9077-4aba-b22c-107604ae6ae9), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.816274 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (6b5abf58-cebc-4e1a-a441-9e8638187bc6), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:10.990000 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a88dddf0-7c1b-4f30-b98a-ab01878b363d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (a20d340f-9077-4aba-b22c-107604ae6ae9), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.021773 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.054301 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a88dddf0-7c1b-4f30-b98a-ab01878b363d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Network fbb0cbcd-2296-42e6-8ac7-972b1c51d166 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:11.064151 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a88dddf0-7c1b-4f30-b98a-ab01878b363d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:11.067375 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dddf0-7c1b-4f30-b98a-ab01878b363d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Pushing event updated for resources: {'Port': ['ID=a20d340f-9077-4aba-b22c-107604ae6ae9,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:11.080313 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Publish callbacks [] for port (6b5abf58-cebc-4e1a-a441-9e8638187bc6), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.099892 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a88dddf0-7c1b-4f30-b98a-ab01878b363d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:11.134437 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (6b5abf58-cebc-4e1a-a441-9e8638187bc6), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.184336 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a88dddf0-7c1b-4f30-b98a-ab01878b363d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:11.184940 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a88dddf0-7c1b-4f30-b98a-ab01878b363d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.188014 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66c9e8-cd2c-4e6c-92e0-0561c1043192 None None] Pushing event updated for resources: {'Port': ['ID=6b5abf58-cebc-4e1a-a441-9e8638187bc6,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:11.191042 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Attempting to bind port 6b5abf58-cebc-4e1a-a441-9e8638187bc6 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:11.191557 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Attempting to bind port 6b5abf58-cebc-4e1a-a441-9e8638187bc6 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:11.191915 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Attempting to bind port 6b5abf58-cebc-4e1a-a441-9e8638187bc6 on network d18a54a7-0e89-4f08-a163-00d2181e6f69 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:11.197842 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:11.198128 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Checking segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:11.198600 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.199428 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Bound using segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:11.202909 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Bound port: 6b5abf58-cebc-4e1a-a441-9e8638187bc6, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:11.202909 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (6b5abf58-cebc-4e1a-a441-9e8638187bc6), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.247030 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Allocated IP 172.20.0.1 (da10bc60-bb9b-4c5f-a2eb-eea4a1394198/02945348-f065-42a1-b67e-709fabcbb447/fad7a42b-ece6-4c77-852e-28396d08005f) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:11.253110 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] For port 6b5abf58-cebc-4e1a-a441-9e8638187bc6, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:11.257732 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] For port 6b5abf58-cebc-4e1a-a441-9e8638187bc6, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=6b5abf58-cebc-4e1a-a441-9e8638187bc6,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:11.310640 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a88dddf0-7c1b-4f30-b98a-ab01878b363d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3468444 Apr 06 14:33:11.360299 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (6b5abf58-cebc-4e1a-a441-9e8638187bc6), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.371946 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147bcdf-1194-494c-a48b-6c8e3c7a13a7 req-2b343c48-6590-45f2-a959-5d38a7c72c88 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:11.374214 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6147bcdf-1194-494c-a48b-6c8e3c7a13a7 req-2b343c48-6590-45f2-a959-5d38a7c72c88 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 931 time: 0.0564883 Apr 06 14:33:11.392697 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Publish callbacks [] for port (fad7a42b-ece6-4c77-852e-28396d08005f), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.438142 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Routers {'7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:11.438822 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:33:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:11.439364 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6147bcdf-1194-494c-a48b-6c8e3c7a13a7 req-a16bbd53-aaff-4c80-b6a0-a17b917b9574 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587206 Apr 06 14:33:11.481660 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66c9e8-cd2c-4e6c-92e0-0561c1043192 None None] Pushing event updated for resources: {'Port': ['ID=6b5abf58-cebc-4e1a-a441-9e8638187bc6,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:11.492533 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Request body: {'port': {'device_id': '4b69cecb-be55-43b1-a18c-4ca43f284d57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:11.512326 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.587842 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Network da10bc60-bb9b-4c5f-a2eb-eea4a1394198 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:11.596528 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:11.599899 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:11.629371 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Pushing event updated for resources: {'Port': ['ID=fad7a42b-ece6-4c77-852e-28396d08005f,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:11.643939 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a20d340f-9077-4aba-b22c-107604ae6ae9), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.658555 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029848'] for router_interface (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.705037 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] Set router 7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:11.878838 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-9188abe6-69ec-4913-8f56-5b5fa15f6f96 None None] Provisioning complete for port fad7a42b-ece6-4c77-852e-28396d08005f triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:11.879546 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9188abe6-69ec-4913-8f56-5b5fa15f6f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:11.923588 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-9188abe6-69ec-4913-8f56-5b5fa15f6f96 None None] Port fad7a42b-ece6-4c77-852e-28396d08005f cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:11.930116 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'name': 'tempest-TestVolumeBootPattern-1986579917-router', 'tenant_id': 'ba84b7363a0e432b9dee23dba04a666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '6b5abf58-cebc-4e1a-a441-9e8638187bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:07Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 3, 'project_id': 'ba84b7363a0e432b9dee23dba04a666d', 'gw_port': {'id': '6b5abf58-cebc-4e1a-a441-9e8638187bc6', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:08Z', 'updated_at': '2022-04-06T14:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:11.961071 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbced76-a91e-4045-a9fd-c237cf163c24 None None] The sync data for ids ['7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'] in dv-cinder-835881-5-iscsi is: [{'id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'name': 'tempest-TestVolumeBootPattern-1986579917-router', 'tenant_id': 'ba84b7363a0e432b9dee23dba04a666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '6b5abf58-cebc-4e1a-a441-9e8638187bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:07Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 3, 'project_id': 'ba84b7363a0e432b9dee23dba04a666d', 'gw_port': {'id': '6b5abf58-cebc-4e1a-a441-9e8638187bc6', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:08Z', 'updated_at': '2022-04-06T14:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:11.994476 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.060250 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20d340f-9077-4aba-b22c-107604ae6ae9 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:33:12.071369 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.071710 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Publish callbacks [] for port (a20d340f-9077-4aba-b22c-107604ae6ae9), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.102758 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Transition to ACTIVE for port object a20d340f-9077-4aba-b22c-107604ae6ae9 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:33:12.181799 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (a20d340f-9077-4aba-b22c-107604ae6ae9), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.285682 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Pushing event updated for resources: {'Port': ['ID=a20d340f-9077-4aba-b22c-107604ae6ae9,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:12.330964 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Publish callbacks [] for port (fad7a42b-ece6-4c77-852e-28396d08005f), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.363966 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Attempting to bind port a20d340f-9077-4aba-b22c-107604ae6ae9 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:12.364832 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Attempting to bind port a20d340f-9077-4aba-b22c-107604ae6ae9 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4e771ad5-d0b2-4265-967f-df5d5ff3b14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fbb0cbcd-2296-42e6-8ac7-972b1c51d166'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:12.364832 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Attempting to bind port a20d340f-9077-4aba-b22c-107604ae6ae9 on network fbb0cbcd-2296-42e6-8ac7-972b1c51d166 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:12.369976 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Port a20d340f-9077-4aba-b22c-107604ae6ae9 on network fbb0cbcd-2296-42e6-8ac7-972b1c51d166 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:33:12.370301 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Attempting to bind port a20d340f-9077-4aba-b22c-107604ae6ae9 on network fbb0cbcd-2296-42e6-8ac7-972b1c51d166 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:12.375567 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:12.375907 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Checking segment: {'id': '4e771ad5-d0b2-4265-967f-df5d5ff3b14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fbb0cbcd-2296-42e6-8ac7-972b1c51d166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:12.376296 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Bound using segment: {'id': '4e771ad5-d0b2-4265-967f-df5d5ff3b14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fbb0cbcd-2296-42e6-8ac7-972b1c51d166'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:12.376724 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Bound port: a20d340f-9077-4aba-b22c-107604ae6ae9, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e771ad5-d0b2-4265-967f-df5d5ff3b14d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'fbb0cbcd-2296-42e6-8ac7-972b1c51d166'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:12.378579 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a20d340f-9077-4aba-b22c-107604ae6ae9), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.417258 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.517838 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Pushing event updated for resources: {'Port': ['ID=fad7a42b-ece6-4c77-852e-28396d08005f,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:12.520712 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] For port a20d340f-9077-4aba-b22c-107604ae6ae9, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:12.523859 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031240'] for router_interface (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.526657 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] For port a20d340f-9077-4aba-b22c-107604ae6ae9, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a20d340f-9077-4aba-b22c-107604ae6ae9,segment=NetworkSegment(4e771ad5-d0b2-4265-967f-df5d5ff3b14d),segment_id=4e771ad5-d0b2-4265-967f-df5d5ff3b14d)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:12.625525 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (a20d340f-9077-4aba-b22c-107604ae6ae9), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.636507 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cad4c-318a-4ffe-a822-9178efde80c1 req-3f959a5c-027b-4bb8-9089-d0e310fd482e tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:12.638096 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-850cad4c-318a-4ffe-a822-9178efde80c1 req-3f959a5c-027b-4bb8-9089-d0e310fd482e tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 943 time: 0.1212735 Apr 06 14:33:12.718168 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:12.718812 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:12.720225 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] 10.222.0.49 "PUT /v2.0/ports/a20d340f-9077-4aba-b22c-107604ae6ae9 HTTP/1.1" status: 200 len: 1093 time: 1.3971949 Apr 06 14:33:12.722070 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b69cecb-be55-43b1-a18c-4ca43f284d57', 'tag': 'a20d340f-9077-4aba-b22c-107604ae6ae9'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:33:12.725049 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06daae24-53ae-444b-ba2f-599a1ee9b241" -d '{"events": [{"name": "network-changed", "server_uuid": "4b69cecb-be55-43b1-a18c-4ca43f284d57", "tag": "a20d340f-9077-4aba-b22c-107604ae6ae9"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:33:12.753712 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Network da10bc60-bb9b-4c5f-a2eb-eea4a1394198 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:12.756849 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcea4a3-f62f-473b-adc4-8f587deced5d service neutron] Pushing event updated for resources: {'Port': ['ID=a20d340f-9077-4aba-b22c-107604ae6ae9,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:12.762683 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:12.779466 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-850cad4c-318a-4ffe-a822-9178efde80c1 req-51630960-520e-4e8c-b13a-75aba339529c tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329479 Apr 06 14:33:12.783442 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a70c8ad-6be0-498b-89d5-49051089d4e8 x-openstack-request-id: req-3a70c8ad-6be0-498b-89d5-49051089d4e8 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:33:12.783442 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b69cecb-be55-43b1-a18c-4ca43f284d57", "tag": "a20d340f-9077-4aba-b22c-107604ae6ae9", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:33:12.783442 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a70c8ad-6be0-498b-89d5-49051089d4e8 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:33:12.783442 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a70c8ad-6be0-498b-89d5-49051089d4e8'] response: {'name': 'network-changed', 'server_uuid': '4b69cecb-be55-43b1-a18c-4ca43f284d57', 'tag': 'a20d340f-9077-4aba-b22c-107604ae6ae9', 'status': 'completed', 'code': 200} Apr 06 14:33:13.050738 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-37f7c104-9645-4e24-8f95-7e5f95802a62 None None] Provisioning complete for port fad7a42b-ece6-4c77-852e-28396d08005f triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:13.051346 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-37f7c104-9645-4e24-8f95-7e5f95802a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.054073 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:13.089601 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-37f7c104-9645-4e24-8f95-7e5f95802a62 None None] Port fad7a42b-ece6-4c77-852e-28396d08005f cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:13.198204 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daae24-53ae-444b-ba2f-599a1ee9b241 req-d70319bb-05e5-40e6-b636-13b29dffb207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.199872 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-06daae24-53ae-444b-ba2f-599a1ee9b241 req-d70319bb-05e5-40e6-b636-13b29dffb207 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f84f7ba3109845e1bcff7058fc8972f7&device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 1127 time: 0.3810155 Apr 06 14:33:13.232050 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Router 7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:33:13.381833 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daae24-53ae-444b-ba2f-599a1ee9b241 req-7e96b0b7-04ed-4f96-b5b1-db1ae40e0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.383415 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-06daae24-53ae-444b-ba2f-599a1ee9b241 req-7e96b0b7-04ed-4f96-b5b1-db1ae40e0c51 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f84f7ba3109845e1bcff7058fc8972f7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1743288 Apr 06 14:33:13.454985 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:33:13.461887 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-daacfde9-4b0c-4a6d-96a6-34685880f601 admin admin] 10.222.0.10 "PUT /v2.0/routers/7ce72254-d5eb-40ee-af6c-e8a5df0d5a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0707898 Apr 06 14:33:13.499134 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daae24-53ae-444b-ba2f-599a1ee9b241 req-fae2fe8a-a560-491d-8164-1c1de5127e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.500553 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-06daae24-53ae-444b-ba2f-599a1ee9b241 req-fae2fe8a-a560-491d-8164-1c1de5127e3c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1103327 Apr 06 14:33:13.595666 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-968da93b-2a5f-4f0b-bfde-9fe20a98c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.597165 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-968da93b-2a5f-4f0b-bfde-9fe20a98c545 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f84f7ba3109845e1bcff7058fc8972f7&device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 1127 time: 0.0515983 Apr 06 14:33:13.636583 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Sync routers for ids ['7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:33:13.643396 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-e9b597d8-596d-455f-8286-73fc0c8f863a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a20d340f-9077-4aba-b22c-107604ae6ae9 HTTP/1.1" status: 200 len: 217 time: 0.0371873 Apr 06 14:33:13.647753 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Routers {'7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:13.648364 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:33:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:13.695196 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a5836ccb-d51a-4314-b9be-6112b864b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.696662 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-a5836ccb-d51a-4314-b9be-6112b864b205 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37dc3fa4-7171-4e17-b001-f065a11292c7 HTTP/1.1" status: 200 len: 853 time: 0.0454931 Apr 06 14:33:13.733989 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-0801ef5e-0ea2-4179-b677-37557b2e0c70 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fbb0cbcd-2296-42e6-8ac7-972b1c51d166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305052 Apr 06 14:33:13.763820 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Set router 7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:13.835133 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-7336e7c3-0a74-4219-801e-6e5844d39791 service neutron] 10.222.0.49 "GET /v2.0/networks/fbb0cbcd-2296-42e6-8ac7-972b1c51d166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933645 Apr 06 14:33:13.969791 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305351ef-45e5-4780-967b-100e062da838 req-6d1f7168-1ea4-4072-b530-90bdce1ec7c8 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:13.970897 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-305351ef-45e5-4780-967b-100e062da838 req-6d1f7168-1ea4-4072-b530-90bdce1ec7c8 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 943 time: 0.0848546 Apr 06 14:33:13.977325 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3aab00b5-b21d-446b-a126-eb735dd81e6d req-1ea17c14-5824-42d4-8f38-559cef21b901 service neutron] 10.222.0.49 "GET /v2.0/networks/fbb0cbcd-2296-42e6-8ac7-972b1c51d166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355867 Apr 06 14:33:13.996264 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'name': 'tempest-TestVolumeBootPattern-1986579917-router', 'tenant_id': 'ba84b7363a0e432b9dee23dba04a666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '6b5abf58-cebc-4e1a-a441-9e8638187bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:07Z', 'updated_at': '2022-04-06T14:33:11Z', 'revision_number': 4, 'project_id': 'ba84b7363a0e432b9dee23dba04a666d', 'gw_port': {'id': '6b5abf58-cebc-4e1a-a441-9e8638187bc6', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:08Z', 'updated_at': '2022-04-06T14:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'fad7a42b-ece6-4c77-852e-28396d08005f', 'name': '', 'network_id': 'da10bc60-bb9b-4c5f-a2eb-eea4a1394198', 'tenant_id': 'ba84b7363a0e432b9dee23dba04a666d', 'mac_address': 'fa:16:3e:85:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '02945348-f065-42a1-b67e-709fabcbb447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:11Z', 'updated_at': '2022-04-06T14:33:12Z', 'revision_number': 2, 'project_id': 'ba84b7363a0e432b9dee23dba04a666d', 'subnets': [{'id': '02945348-f065-42a1-b67e-709fabcbb447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:14.040506 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Checking router: 7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:33:14.040801 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Updating router 7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 port fad7a42b-ece6-4c77-852e-28396d08005f binding host dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:33:14.044316 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-305351ef-45e5-4780-967b-100e062da838 req-1bdce8aa-360c-4033-8207-21a897e9560c tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562749 Apr 06 14:33:14.079432 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.121269 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 6b5abf58-cebc-4e1a-a441-9e8638187bc6 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:14.170301 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38404) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.177987 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-7281ee8e-261a-457b-8853-468976b041de tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1924462009', 'description': 'tempest-secgroup-smoke-1924462009 description', 'project_id': '5d506c4d018047d488b3ea1f3bae662a'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:14.181062 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 6b5abf58-cebc-4e1a-a441-9e8638187bc6 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:14.181062 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (6b5abf58-cebc-4e1a-a441-9e8638187bc6), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.257838 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 6b5abf58-cebc-4e1a-a441-9e8638187bc6 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:14.258204 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (6b5abf58-cebc-4e1a-a441-9e8638187bc6), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.273747 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7281ee8e-261a-457b-8853-468976b041de tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.281935 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port 6b5abf58-cebc-4e1a-a441-9e8638187bc6, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=6b5abf58-cebc-4e1a-a441-9e8638187bc6,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:14.340517 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7281ee8e-261a-457b-8853-468976b041de tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group (280aa948-9cea-4bbf-9613-5c95389b1acf), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.359618 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Publish callbacks [] for port (fad7a42b-ece6-4c77-852e-28396d08005f), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.391674 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (6b5abf58-cebc-4e1a-a441-9e8638187bc6), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.420213 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7281ee8e-261a-457b-8853-468976b041de tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (280aa948-9cea-4bbf-9613-5c95389b1acf), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.439579 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=6b5abf58-cebc-4e1a-a441-9e8638187bc6,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:14.452302 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281ee8e-261a-457b-8853-468976b041de tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280aa948-9cea-4bbf-9613-5c95389b1acf,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:14.479715 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.508630 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-7281ee8e-261a-457b-8853-468976b041de tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.510221 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-7281ee8e-261a-457b-8853-468976b041de tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3385658 Apr 06 14:33:14.512921 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38406) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.517526 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-04b9e8da-9595-4a9f-824a-19b2ce7294ff tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Request body: {'security_group_rule': {'security_group_id': '280aa948-9cea-4bbf-9613-5c95389b1acf', 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:14.534276 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d77ee-8562-406c-a413-0e801a521ed5 None None] Pushing event updated for resources: {'Port': ['ID=fad7a42b-ece6-4c77-852e-28396d08005f,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:14.591411 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Attempting to bind port fad7a42b-ece6-4c77-852e-28396d08005f on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:33:14.591705 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Attempting to bind port fad7a42b-ece6-4c77-852e-28396d08005f by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': 'ddf7e797-6a98-4ca3-8198-e3bafa55293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'da10bc60-bb9b-4c5f-a2eb-eea4a1394198'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:33:14.592056 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Attempting to bind port fad7a42b-ece6-4c77-852e-28396d08005f on network da10bc60-bb9b-4c5f-a2eb-eea4a1394198 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:33:14.597441 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:33:14.597807 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Checking segment: {'id': 'ddf7e797-6a98-4ca3-8198-e3bafa55293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'da10bc60-bb9b-4c5f-a2eb-eea4a1394198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:33:14.598198 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.598613 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Bound using segment: {'id': 'ddf7e797-6a98-4ca3-8198-e3bafa55293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'da10bc60-bb9b-4c5f-a2eb-eea4a1394198'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:33:14.599099 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Bound port: fad7a42b-ece6-4c77-852e-28396d08005f, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf7e797-6a98-4ca3-8198-e3bafa55293f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'da10bc60-bb9b-4c5f-a2eb-eea4a1394198'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:33:14.599783 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.608484 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-04b9e8da-9595-4a9f-824a-19b2ce7294ff tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (e57cf6dd-f236-42cf-a9a2-0e9baa359414), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.674056 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] For port fad7a42b-ece6-4c77-852e-28396d08005f, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:33:14.675169 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-04b9e8da-9595-4a9f-824a-19b2ce7294ff tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (e57cf6dd-f236-42cf-a9a2-0e9baa359414), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.678377 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] For port fad7a42b-ece6-4c77-852e-28396d08005f, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=fad7a42b-ece6-4c77-852e-28396d08005f,segment=NetworkSegment(ddf7e797-6a98-4ca3-8198-e3bafa55293f),segment_id=ddf7e797-6a98-4ca3-8198-e3bafa55293f)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:33:14.753581 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-04b9e8da-9595-4a9f-824a-19b2ce7294ff tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (e57cf6dd-f236-42cf-a9a2-0e9baa359414), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.772048 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9e8da-9595-4a9f-824a-19b2ce7294ff tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57cf6dd-f236-42cf-a9a2-0e9baa359414,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:14.788893 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.818482 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-9d4de72f-21ef-4b8c-9b3d-d3f8d5023433 None None] Provisioning complete for port fad7a42b-ece6-4c77-852e-28396d08005f triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:14.818920 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d4de72f-21ef-4b8c-9b3d-d3f8d5023433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.859065 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-04b9e8da-9595-4a9f-824a-19b2ce7294ff tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.862866 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-04b9e8da-9595-4a9f-824a-19b2ce7294ff tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3463786 Apr 06 14:33:14.863110 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38408) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:14.868776 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-37e8feaf-b54a-4ce0-befd-6d62b3e1b511 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Request body: {'security_group_rule': {'security_group_id': '280aa948-9cea-4bbf-9613-5c95389b1acf', 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:14.907621 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-9d4de72f-21ef-4b8c-9b3d-d3f8d5023433 None None] Current status of the port fad7a42b-ece6-4c77-852e-28396d08005f is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:14.908906 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d4de72f-21ef-4b8c-9b3d-d3f8d5023433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:14.936997 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Routers {'7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:33:14.937792 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:33:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:14.945601 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-9d4de72f-21ef-4b8c-9b3d-d3f8d5023433 None None] For port fad7a42b-ece6-4c77-852e-28396d08005f, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=fad7a42b-ece6-4c77-852e-28396d08005f,segment=NetworkSegment(ddf7e797-6a98-4ca3-8198-e3bafa55293f),segment_id=ddf7e797-6a98-4ca3-8198-e3bafa55293f)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:14.974784 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d77ee-8562-406c-a413-0e801a521ed5 None None] Pushing event updated for resources: {'Port': ['ID=fad7a42b-ece6-4c77-852e-28396d08005f,revision_number=4']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:14.982298 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-37e8feaf-b54a-4ce0-befd-6d62b3e1b511 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (14e575af-957d-46c7-b696-e3cb10ce504a), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.048321 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-37e8feaf-b54a-4ce0-befd-6d62b3e1b511 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (14e575af-957d-46c7-b696-e3cb10ce504a), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.057379 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9d4de72f-21ef-4b8c-9b3d-d3f8d5023433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.070459 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] Set router 7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:33:15.128064 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4de72f-21ef-4b8c-9b3d-d3f8d5023433 None None] Pushing event updated for resources: {'Port': ['ID=fad7a42b-ece6-4c77-852e-28396d08005f,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:15.161248 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-37e8feaf-b54a-4ce0-befd-6d62b3e1b511 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (14e575af-957d-46c7-b696-e3cb10ce504a), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.179028 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-ee45aff8-8ef8-4b1e-8ffc-c076985eaf9a None None] Provisioning complete for port fad7a42b-ece6-4c77-852e-28396d08005f triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:15.179541 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ee45aff8-8ef8-4b1e-8ffc-c076985eaf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.188582 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8feaf-b54a-4ce0-befd-6d62b3e1b511 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e575af-957d-46c7-b696-e3cb10ce504a,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:15.212764 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85235cc-69e9-43a5-b25c-f95f38cac532 req-f23d9b55-fd4a-44d7-a823-5eb6258dd56d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:15.214712 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e85235cc-69e9-43a5-b25c-f95f38cac532 req-f23d9b55-fd4a-44d7-a823-5eb6258dd56d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 943 time: 0.0878520 Apr 06 14:33:15.263895 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-37e8feaf-b54a-4ce0-befd-6d62b3e1b511 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.267960 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-ee45aff8-8ef8-4b1e-8ffc-c076985eaf9a None None] Current status of the port fad7a42b-ece6-4c77-852e-28396d08005f is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:15.268173 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-37e8feaf-b54a-4ce0-befd-6d62b3e1b511 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4011235 Apr 06 14:33:15.268814 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 38412) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:15.276039 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-6d643d54-c25d-4c8b-9515-9a7d66e6d135 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Request body: {'security_group_rule': {'security_group_id': '280aa948-9cea-4bbf-9613-5c95389b1acf', 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:15.285489 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e85235cc-69e9-43a5-b25c-f95f38cac532 req-293eea09-82ce-4bf9-8831-6325942a4c2d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572069 Apr 06 14:33:15.308090 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'name': 'tempest-TestVolumeBootPattern-1986579917-router', 'tenant_id': 'ba84b7363a0e432b9dee23dba04a666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '6b5abf58-cebc-4e1a-a441-9e8638187bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:07Z', 'updated_at': '2022-04-06T14:33:11Z', 'revision_number': 4, 'project_id': 'ba84b7363a0e432b9dee23dba04a666d', 'gw_port': {'id': '6b5abf58-cebc-4e1a-a441-9e8638187bc6', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:08Z', 'updated_at': '2022-04-06T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'fad7a42b-ece6-4c77-852e-28396d08005f', 'name': '', 'network_id': 'da10bc60-bb9b-4c5f-a2eb-eea4a1394198', 'tenant_id': 'ba84b7363a0e432b9dee23dba04a666d', 'mac_address': 'fa:16:3e:85:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '02945348-f065-42a1-b67e-709fabcbb447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:11Z', 'updated_at': '2022-04-06T14:33:14Z', 'revision_number': 4, 'project_id': 'ba84b7363a0e432b9dee23dba04a666d', 'subnets': [{'id': '02945348-f065-42a1-b67e-709fabcbb447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:33:15.334816 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645683f-b8db-49e1-b334-8a9cb8422784 None None] The sync data for ids ['7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'] in dv-cinder-835881-5-iscsi is: [{'id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'name': 'tempest-TestVolumeBootPattern-1986579917-router', 'tenant_id': 'ba84b7363a0e432b9dee23dba04a666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '6b5abf58-cebc-4e1a-a441-9e8638187bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:07Z', 'updated_at': '2022-04-06T14:33:11Z', 'revision_number': 4, 'project_id': 'ba84b7363a0e432b9dee23dba04a666d', 'gw_port': {'id': '6b5abf58-cebc-4e1a-a441-9e8638187bc6', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:08Z', 'updated_at': '2022-04-06T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'fad7a42b-ece6-4c77-852e-28396d08005f', 'name': '', 'network_id': 'da10bc60-bb9b-4c5f-a2eb-eea4a1394198', 'tenant_id': 'ba84b7363a0e432b9dee23dba04a666d', 'mac_address': 'fa:16:3e:85:d8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '02945348-f065-42a1-b67e-709fabcbb447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:11Z', 'updated_at': '2022-04-06T14:33:14Z', 'revision_number': 4, 'project_id': 'ba84b7363a0e432b9dee23dba04a666d', 'subnets': [{'id': '02945348-f065-42a1-b67e-709fabcbb447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:33:15.363863 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d643d54-c25d-4c8b-9515-9a7d66e6d135 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (424425a3-244a-40e7-b9a4-ce3b6694ac4e), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.449836 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d643d54-c25d-4c8b-9515-9a7d66e6d135 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (424425a3-244a-40e7-b9a4-ce3b6694ac4e), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.517510 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d643d54-c25d-4c8b-9515-9a7d66e6d135 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (424425a3-244a-40e7-b9a4-ce3b6694ac4e), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.536868 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d643d54-c25d-4c8b-9515-9a7d66e6d135 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=424425a3-244a-40e7-b9a4-ce3b6694ac4e,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:15.602081 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6d643d54-c25d-4c8b-9515-9a7d66e6d135 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.603498 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-6d643d54-c25d-4c8b-9515-9a7d66e6d135 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336318 Apr 06 14:33:15.608655 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38414) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:15.611381 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-820911f9-7850-41ef-8dc2-c1e71dffd12d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Request body: {'security_group_rule': {'security_group_id': '280aa948-9cea-4bbf-9613-5c95389b1acf', 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:15.708823 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-820911f9-7850-41ef-8dc2-c1e71dffd12d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (4c7c7119-b1a3-42ba-8cbe-7ee5f870a728), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.761445 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-820911f9-7850-41ef-8dc2-c1e71dffd12d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (4c7c7119-b1a3-42ba-8cbe-7ee5f870a728), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.851278 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-820911f9-7850-41ef-8dc2-c1e71dffd12d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (4c7c7119-b1a3-42ba-8cbe-7ee5f870a728), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.872904 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820911f9-7850-41ef-8dc2-c1e71dffd12d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7c7119-b1a3-42ba-8cbe-7ee5f870a728,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:15.945210 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-820911f9-7850-41ef-8dc2-c1e71dffd12d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:15.946451 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-820911f9-7850-41ef-8dc2-c1e71dffd12d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3388796 Apr 06 14:33:15.949398 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 38416) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:15.954117 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-f2f44e0b-b343-4214-b676-ea99d4432634 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Request body: {'security_group_rule': {'security_group_id': '280aa948-9cea-4bbf-9613-5c95389b1acf', 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:16.072109 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.securitygroups_db [None req-f2f44e0b-b343-4214-b676-ea99d4432634 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Project 5d506c4d018047d488b3ea1f3bae662a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:33:16.083232 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f2f44e0b-b343-4214-b676-ea99d4432634 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (971b428e-42c5-4de8-88fa-787d281cba54), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.156162 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f2f44e0b-b343-4214-b676-ea99d4432634 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (971b428e-42c5-4de8-88fa-787d281cba54), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.198645 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 6b5abf58-cebc-4e1a-a441-9e8638187bc6 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:16.231946 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f2f44e0b-b343-4214-b676-ea99d4432634 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (971b428e-42c5-4de8-88fa-787d281cba54), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.248856 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 6b5abf58-cebc-4e1a-a441-9e8638187bc6 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:16.249221 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (6b5abf58-cebc-4e1a-a441-9e8638187bc6), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.250218 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f44e0b-b343-4214-b676-ea99d4432634 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971b428e-42c5-4de8-88fa-787d281cba54,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:16.332335 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f2f44e0b-b343-4214-b676-ea99d4432634 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.335426 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-f2f44e0b-b343-4214-b676-ea99d4432634 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3843625 Apr 06 14:33:16.338697 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38420) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:33:16.339211 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 6b5abf58-cebc-4e1a-a441-9e8638187bc6 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:16.343610 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device fad7a42b-ece6-4c77-852e-28396d08005f up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:16.344671 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-3fe5b500-c456-4d0b-b197-fe3c8f6d5285 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Request body: {'security_group_rule': {'security_group_id': '280aa948-9cea-4bbf-9613-5c95389b1acf', 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:16.394882 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port fad7a42b-ece6-4c77-852e-28396d08005f triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:16.395313 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.420146 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.securitygroups_db [None req-3fe5b500-c456-4d0b-b197-fe3c8f6d5285 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Project 5d506c4d018047d488b3ea1f3bae662a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:33:16.425500 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3fe5b500-c456-4d0b-b197-fe3c8f6d5285 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (0e17fae4-5153-4599-9e88-6ebc358074ff), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.431609 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32d3c1-d7a5-4a1c-b7e4-f49cdcbe8779 req-d4a3b105-d5a1-4f55-ad94-07f229f46832 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:16.434197 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ab32d3c1-d7a5-4a1c-b7e4-f49cdcbe8779 req-d4a3b105-d5a1-4f55-ad94-07f229f46832 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 943 time: 0.0670059 Apr 06 14:33:16.477441 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port fad7a42b-ece6-4c77-852e-28396d08005f is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:16.493701 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ab32d3c1-d7a5-4a1c-b7e4-f49cdcbe8779 req-4773fdb1-cba9-46ec-9584-94decdfb2f9d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527885 Apr 06 14:33:16.503435 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3fe5b500-c456-4d0b-b197-fe3c8f6d5285 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (0e17fae4-5153-4599-9e88-6ebc358074ff), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.576635 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3fe5b500-c456-4d0b-b197-fe3c8f6d5285 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (0e17fae4-5153-4599-9e88-6ebc358074ff), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.596030 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5b500-c456-4d0b-b197-fe3c8f6d5285 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e17fae4-5153-4599-9e88-6ebc358074ff,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:16.664105 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-3fe5b500-c456-4d0b-b197-fe3c8f6d5285 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:16.665266 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-3fe5b500-c456-4d0b-b197-fe3c8f6d5285 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3247912 Apr 06 14:33:17.614327 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d941b-be01-4e80-8faf-cbb700c87eea req-fe19c9f9-94c8-494d-bd0a-5715271f860a tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:17.616847 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-753d941b-be01-4e80-8faf-cbb700c87eea req-fe19c9f9-94c8-494d-bd0a-5715271f860a tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 943 time: 0.0553837 Apr 06 14:33:17.665442 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-753d941b-be01-4e80-8faf-cbb700c87eea req-9ef472b4-a627-4475-85a1-be7141574753 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Apr 06 14:33:18.523058 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device a20d340f-9077-4aba-b22c-107604ae6ae9 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:33:18.619948 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port a20d340f-9077-4aba-b22c-107604ae6ae9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a20d340f-9077-4aba-b22c-107604ae6ae9,segment=NetworkSegment(4e771ad5-d0b2-4265-967f-df5d5ff3b14d),segment_id=4e771ad5-d0b2-4265-967f-df5d5ff3b14d)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:18.631371 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': 'a20d340f-9077-4aba-b22c-107604ae6ae9', 'network_id': 'fbb0cbcd-2296-42e6-8ac7-972b1c51d166', 'port_id': 'a20d340f-9077-4aba-b22c-107604ae6ae9', 'mac_address': 'fa:16:3e:85:3e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37dc3fa4-7171-4e17-b001-f065a11292c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:33:18.671245 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port a20d340f-9077-4aba-b22c-107604ae6ae9 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:18.671623 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a20d340f-9077-4aba-b22c-107604ae6ae9), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.688467 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20d340f-9077-4aba-b22c-107604ae6ae9 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:33:18.708009 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port a20d340f-9077-4aba-b22c-107604ae6ae9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a20d340f-9077-4aba-b22c-107604ae6ae9,segment=NetworkSegment(4e771ad5-d0b2-4265-967f-df5d5ff3b14d),segment_id=4e771ad5-d0b2-4265-967f-df5d5ff3b14d)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:18.786494 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c67da5-c84a-46b8-bd07-e8485e8e8ed9 req-4926bdca-ac96-4ff4-8a5e-5ff279cd3439 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:18.788046 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-92c67da5-c84a-46b8-bd07-e8485e8e8ed9 req-4926bdca-ac96-4ff4-8a5e-5ff279cd3439 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 943 time: 0.0522473 Apr 06 14:33:18.788319 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (a20d340f-9077-4aba-b22c-107604ae6ae9), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:18.838405 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-92c67da5-c84a-46b8-bd07-e8485e8e8ed9 req-7f69163e-8561-47cf-aed8-a3f69b6b93f3 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429227 Apr 06 14:33:18.845912 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=a20d340f-9077-4aba-b22c-107604ae6ae9,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:19.324062 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['a20d340f-9077-4aba-b22c-107604ae6ae9'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:33:19.965581 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42dce5c-2bb9-4066-a7d3-39a0ca6d3e5a req-e80bd420-1a16-4db7-92ab-8689a55981f5 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:19.967124 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e42dce5c-2bb9-4066-a7d3-39a0ca6d3e5a req-e80bd420-1a16-4db7-92ab-8689a55981f5 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 944 time: 0.0561979 Apr 06 14:33:20.018158 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e42dce5c-2bb9-4066-a7d3-39a0ca6d3e5a req-af2907cc-e0b8-4d4e-a9ce-a841b426e59e tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453169 Apr 06 14:33:20.473561 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.527433 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device a20d340f-9077-4aba-b22c-107604ae6ae9 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:33:20.637034 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port a20d340f-9077-4aba-b22c-107604ae6ae9 completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:33:20.641116 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port a20d340f-9077-4aba-b22c-107604ae6ae9 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:20.641503 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (a20d340f-9077-4aba-b22c-107604ae6ae9), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.720419 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port a20d340f-9077-4aba-b22c-107604ae6ae9 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:33:20.720799 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a20d340f-9077-4aba-b22c-107604ae6ae9), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.745598 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b69cecb-be55-43b1-a18c-4ca43f284d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20d340f-9077-4aba-b22c-107604ae6ae9'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:33:20.747853 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c73b5dd-cbb3-4820-9aea-0d30c760cfba" -d '{"events": [{"server_uuid": "4b69cecb-be55-43b1-a18c-4ca43f284d57", "name": "network-vif-plugged", "status": "completed", "tag": "a20d340f-9077-4aba-b22c-107604ae6ae9"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:33:20.761817 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port a20d340f-9077-4aba-b22c-107604ae6ae9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a20d340f-9077-4aba-b22c-107604ae6ae9,segment=NetworkSegment(4e771ad5-d0b2-4265-967f-df5d5ff3b14d),segment_id=4e771ad5-d0b2-4265-967f-df5d5ff3b14d)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:20.820144 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (a20d340f-9077-4aba-b22c-107604ae6ae9), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:20.851040 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c8a5ea-5f72-483c-8481-b42890721f81 x-openstack-request-id: req-21c8a5ea-5f72-483c-8481-b42890721f81 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:33:20.851320 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b69cecb-be55-43b1-a18c-4ca43f284d57", "name": "network-vif-plugged", "status": "completed", "tag": "a20d340f-9077-4aba-b22c-107604ae6ae9", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:33:20.851574 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21c8a5ea-5f72-483c-8481-b42890721f81 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:33:20.851966 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21c8a5ea-5f72-483c-8481-b42890721f81'] response: {'server_uuid': '4b69cecb-be55-43b1-a18c-4ca43f284d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20d340f-9077-4aba-b22c-107604ae6ae9', 'code': 200} Apr 06 14:33:20.874132 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=a20d340f-9077-4aba-b22c-107604ae6ae9,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:21.157791 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80581c-8087-4a36-b8f6-259f8492e7a4 req-0ba7f7b7-2241-46f0-a833-f6f52b7ab833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:21.159562 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9a80581c-8087-4a36-b8f6-259f8492e7a4 req-0ba7f7b7-2241-46f0-a833-f6f52b7ab833 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 1129 time: 0.0743284 Apr 06 14:33:21.171726 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a717f-b111-462b-9370-fe714bcd2aac req-666a3c59-89d5-4556-8838-1f5d33be4c7c tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:21.173300 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-129a717f-b111-462b-9370-fe714bcd2aac req-666a3c59-89d5-4556-8838-1f5d33be4c7c tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 945 time: 0.0804384 Apr 06 14:33:21.246424 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9a80581c-8087-4a36-b8f6-259f8492e7a4 req-30089d74-f3d0-4f00-bb59-ccdf2ef2a767 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720527 Apr 06 14:33:21.251355 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-129a717f-b111-462b-9370-fe714bcd2aac req-dd71e0d8-a31a-4b5d-8244-ff3658d3b54e tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719640 Apr 06 14:33:22.373880 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d258a55-57cd-414a-8b07-44cd28aefbd6 req-86851993-7b3e-42c0-bfac-a0c5a5d78a47 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:22.375396 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0d258a55-57cd-414a-8b07-44cd28aefbd6 req-86851993-7b3e-42c0-bfac-a0c5a5d78a47 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 945 time: 0.0545712 Apr 06 14:33:22.426928 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0d258a55-57cd-414a-8b07-44cd28aefbd6 req-173b7338-45d7-4184-9f52-ed92bd8468fd tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Apr 06 14:33:23.548744 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d31df3-ba6d-4182-a5bc-39262d0db45d req-3f571193-0c41-4912-b90a-25ce06a38794 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:23.550219 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b0d31df3-ba6d-4182-a5bc-39262d0db45d req-3f571193-0c41-4912-b90a-25ce06a38794 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 945 time: 0.0537844 Apr 06 14:33:23.603660 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b0d31df3-ba6d-4182-a5bc-39262d0db45d req-4c898b25-91d9-431b-954a-824d344c8971 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478187 Apr 06 14:33:28.636507 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [req-18df06fa-71e8-449b-9637-e54829d2f124 req-aed460fc-460a-486b-8ea8-a2be7d77006e service neutron] (103947) timed out ('10.222.0.49', 55578) {{(pid=103947) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:33:35.128509 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a12a9398-1c8f-4426-a093-4b3213541388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:35.891071 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:33:39.025446 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-cae40d88-83a4-429c-af2f-48e580e169f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:40.413641 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:42.073297 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:43.067982 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:50.510624 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:53.344985 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-5120b086-649a-46c0-82fb-68bfabc7378a tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1924462009&fields=id&tenant_id=5d506c4d018047d488b3ea1f3bae662a HTTP/1.1" status: 200 len: 267 time: 0.0460186 Apr 06 14:33:53.458016 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-234b6e93-c96d-4050-a596-e63f130a8cac tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:53.459673 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-234b6e93-c96d-4050-a596-e63f130a8cac tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 811 time: 0.1079149 Apr 06 14:33:53.476893 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-09728a20-8809-4f56-9702-925d7e78455f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/quotas/5d506c4d018047d488b3ea1f3bae662a HTTP/1.1" status: 200 len: 375 time: 0.0113277 Apr 06 14:33:53.537795 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-0d472c93-f940-4a37-9484-a062f5e9ca2a tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536907 Apr 06 14:33:53.601362 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-d7efb332-2a33-48c6-a4d8-c38216ba42a4 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103947) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:33:53.602379 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-d7efb332-2a33-48c6-a4d8-c38216ba42a4 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518670 Apr 06 14:33:53.695164 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-913ca8f6-500c-43e5-8e25-54fc3a43bc70 service neutron] 10.222.0.10 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866005 Apr 06 14:33:53.786619 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-5ca34783-7a7d-47a3-a737-b179c42d40f2 service neutron] 10.222.0.10 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855052 Apr 06 14:33:54.422767 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-03056dda-b1f4-4414-aa39-43a479cae1ae req-a9beb063-a65f-47a9-a813-b925aec31d93 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 210 time: 0.0265045 Apr 06 14:33:55.519192 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-2a2eea57-ce91-4f7b-88b3-07c9d56aef83 req-62a4e665-b3ef-4768-8ade-37b9d9c8ecf9 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 210 time: 0.0285807 Apr 06 14:33:55.629732 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d2767-1f4f-4ef5-8f8d-81c2078aec46 req-c53ec98e-9bb1-43f2-bc58-57005d45328a tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:55.631245 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ed3d2767-1f4f-4ef5-8f8d-81c2078aec46 req-c53ec98e-9bb1-43f2-bc58-57005d45328a tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 945 time: 0.0553308 Apr 06 14:33:55.678056 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-ed3d2767-1f4f-4ef5-8f8d-81c2078aec46 req-1799bfc4-0197-4228-8bd9-ee25f558668d tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412397 Apr 06 14:33:56.614948 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-df67ae40-0d3f-49d7-9346-c131a3cf7e26 req-8c863e2c-a88a-4662-8a59-b79737a038ea tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 210 time: 0.0261965 Apr 06 14:33:56.798762 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f86c5-3136-47c6-bbbd-369bc11288e2 req-ecc605bb-91d1-44db-96aa-09c42b95c2d2 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:56.800216 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a65f86c5-3136-47c6-bbbd-369bc11288e2 req-ecc605bb-91d1-44db-96aa-09c42b95c2d2 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 945 time: 0.0562534 Apr 06 14:33:56.846580 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a65f86c5-3136-47c6-bbbd-369bc11288e2 req-34aa0759-7f48-4460-a8fc-57a92d11e492 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Apr 06 14:33:57.713082 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f68daa2b-36ba-4b9a-b4c1-95783cb14d38 req-c6a1d6c2-5473-431d-837d-5462a86788bb tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 210 time: 0.0294590 Apr 06 14:33:57.962352 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec14c3-d1b0-4c1f-ade3-c5b3d9d7221c req-4cd3f685-6c04-4d3d-8f8c-bc9e18d24a06 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:57.963766 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-89ec14c3-d1b0-4c1f-ade3-c5b3d9d7221c req-4cd3f685-6c04-4d3d-8f8c-bc9e18d24a06 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 945 time: 0.0519469 Apr 06 14:33:58.010189 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-89ec14c3-d1b0-4c1f-ade3-c5b3d9d7221c req-25ea0ad3-8352-4e19-8e70-d5601e2a964b tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/security-groups?id=fa46fca8-2756-4206-a2d1-212aae758c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402620 Apr 06 14:33:58.318196 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510cd48-544b-4982-81d9-de0913d7bf31 req-98fa97f3-e630-4b7c-9dad-4469c56aee2f tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:58.319670 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1510cd48-544b-4982-81d9-de0913d7bf31 req-98fa97f3-e630-4b7c-9dad-4469c56aee2f tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.49 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 945 time: 0.0582778 Apr 06 14:33:58.418362 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-1510cd48-544b-4982-81d9-de0913d7bf31 req-914e08b4-06c7-46b5-be78-491830953394 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Deleting port a20d340f-9077-4aba-b22c-107604ae6ae9 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:33:58.418786 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1510cd48-544b-4982-81d9-de0913d7bf31 req-914e08b4-06c7-46b5-be78-491830953394 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (a20d340f-9077-4aba-b22c-107604ae6ae9), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.579193 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-1510cd48-544b-4982-81d9-de0913d7bf31 req-914e08b4-06c7-46b5-be78-491830953394 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] For port a20d340f-9077-4aba-b22c-107604ae6ae9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a20d340f-9077-4aba-b22c-107604ae6ae9,segment=NetworkSegment(4e771ad5-d0b2-4265-967f-df5d5ff3b14d),segment_id=4e771ad5-d0b2-4265-967f-df5d5ff3b14d)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:33:58.579463 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1510cd48-544b-4982-81d9-de0913d7bf31 req-914e08b4-06c7-46b5-be78-491830953394 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (a20d340f-9077-4aba-b22c-107604ae6ae9), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.598187 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-1510cd48-544b-4982-81d9-de0913d7bf31 req-914e08b4-06c7-46b5-be78-491830953394 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Calling delete_port for a20d340f-9077-4aba-b22c-107604ae6ae9 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:33:58.605023 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-3ef0e059-ee75-4952-a804-e5dc6f606fc0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:58.606974 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-3ef0e059-ee75-4952-a804-e5dc6f606fc0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.49 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 811 time: 0.1459122 Apr 06 14:33:58.725697 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-b6ce8d67-2f3f-4226-9c62-30c4d594be08 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d506c4d018047d488b3ea1f3bae662a HTTP/1.1" status: 200 len: 380 time: 0.1080587 Apr 06 14:33:58.736551 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-add9616a-9a8b-464d-bd3c-2332512f074f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Request body: {'port': {'device_id': 'b3b363e0-4355-46de-994f-dc82d8d01fa8', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'admin_state_up': True, 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'security_groups': ['280aa948-9cea-4bbf-9613-5c95389b1acf']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:58.811629 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c4cc2b21-e292-4b02-89d4-26b4c97114c0 req-6f922f52-9e14-4c14-a3f1-6e6136f8efa1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 210 time: 0.0257938 Apr 06 14:33:58.899435 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1510cd48-544b-4982-81d9-de0913d7bf31 req-914e08b4-06c7-46b5-be78-491830953394 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (a20d340f-9077-4aba-b22c-107604ae6ae9), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.911390 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['a20d340f-9077-4aba-b22c-107604ae6ae9'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:33:58.930206 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-add9616a-9a8b-464d-bd3c-2332512f074f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Made reservation on behalf of 5d506c4d018047d488b3ea1f3bae662a for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:33:58.933505 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-add9616a-9a8b-464d-bd3c-2332512f074f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:58.935646 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e08b4-06c7-46b5-be78-491830953394 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Pushing event deleted for resources: {'Port': ['ID=a20d340f-9077-4aba-b22c-107604ae6ae9,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:58.989847 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-1510cd48-544b-4982-81d9-de0913d7bf31 req-914e08b4-06c7-46b5-be78-491830953394 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] No DVR routers for this DVR port a20d340f-9077-4aba-b22c-107604ae6ae9 on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:33:58.996418 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-1510cd48-544b-4982-81d9-de0913d7bf31 req-914e08b4-06c7-46b5-be78-491830953394 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.000268 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1510cd48-544b-4982-81d9-de0913d7bf31 req-914e08b4-06c7-46b5-be78-491830953394 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.49 "DELETE /v2.0/ports/a20d340f-9077-4aba-b22c-107604ae6ae9 HTTP/1.1" status: 204 len: 173 time: 0.6745572 Apr 06 14:33:59.000711 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b69cecb-be55-43b1-a18c-4ca43f284d57', 'name': 'network-vif-deleted', 'tag': 'a20d340f-9077-4aba-b22c-107604ae6ae9'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:33:59.003037 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef1fe2b-5cf8-443e-b3cd-531e1729221a" -d '{"events": [{"server_uuid": "4b69cecb-be55-43b1-a18c-4ca43f284d57", "name": "network-vif-deleted", "tag": "a20d340f-9077-4aba-b22c-107604ae6ae9"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:33:59.043349 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078ae26f-2974-4ca1-b6e0-648233bbd865 x-openstack-request-id: req-078ae26f-2974-4ca1-b6e0-648233bbd865 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:33:59.043349 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b69cecb-be55-43b1-a18c-4ca43f284d57", "name": "network-vif-deleted", "tag": "a20d340f-9077-4aba-b22c-107604ae6ae9", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:33:59.043677 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-078ae26f-2974-4ca1-b6e0-648233bbd865 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:33:59.043891 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-078ae26f-2974-4ca1-b6e0-648233bbd865'] response: {'server_uuid': '4b69cecb-be55-43b1-a18c-4ca43f284d57', 'name': 'network-vif-deleted', 'tag': 'a20d340f-9077-4aba-b22c-107604ae6ae9', 'status': 'completed', 'code': 200} Apr 06 14:33:59.110371 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7002582a-10fa-41f8-b2fb-d1b569f6dd5c req-f9cbc931-89be-47a9-b93f-e9a6743198f6 tempest-VolumesSnapshotTestJSON-546310340 tempest-VolumesSnapshotTestJSON-546310340-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b69cecb-be55-43b1-a18c-4ca43f284d57 HTTP/1.1" status: 200 len: 210 time: 0.0284438 Apr 06 14:33:59.127883 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-add9616a-9a8b-464d-bd3c-2332512f074f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Allocated IP 172.20.0.7 (9feb50d3-6449-48c4-b720-2ad5809a7b8f/f4626919-3857-481f-b730-c388d29cc90d/10598a1a-d443-442f-b5d1-c0f3225d0009) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:33:59.268736 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-add9616a-9a8b-464d-bd3c-2332512f074f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.376800 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-add9616a-9a8b-464d-bd3c-2332512f074f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.426264 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-add9616a-9a8b-464d-bd3c-2332512f074f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Network 9feb50d3-6449-48c4-b720-2ad5809a7b8f is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:33:59.429937 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-add9616a-9a8b-464d-bd3c-2332512f074f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:33:59.434233 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-add9616a-9a8b-464d-bd3c-2332512f074f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:33:59.442255 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9616a-9a8b-464d-bd3c-2332512f074f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'Port': ['ID=10598a1a-d443-442f-b5d1-c0f3225d0009,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:33:59.491345 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-add9616a-9a8b-464d-bd3c-2332512f074f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:33:59.491967 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-add9616a-9a8b-464d-bd3c-2332512f074f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.579986 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-add9616a-9a8b-464d-bd3c-2332512f074f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8480353 Apr 06 14:33:59.673306 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-0b48a935-5d9e-4eb8-ba09-d489f0c25c98 None None] Provisioning complete for port 10598a1a-d443-442f-b5d1-c0f3225d0009 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:33:59.673593 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0b48a935-5d9e-4eb8-ba09-d489f0c25c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:33:59.688236 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Request body: {'port': {'device_id': 'b3b363e0-4355-46de-994f-dc82d8d01fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:33:59.718770 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-0b48a935-5d9e-4eb8-ba09-d489f0c25c98 None None] Port 10598a1a-d443-442f-b5d1-c0f3225d0009 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:33:59.760764 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.011373 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16816c-46a6-4955-a95d-f7fc12ad7b6a req-bdda8d52-3113-4a08-a935-329012058b63 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:00.011373 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9b16816c-46a6-4955-a95d-f7fc12ad7b6a req-bdda8d52-3113-4a08-a935-329012058b63 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 931 time: 0.1226497 Apr 06 14:34:00.098202 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9b16816c-46a6-4955-a95d-f7fc12ad7b6a req-9de3abcd-d9d5-4919-91e4-841404c8c51c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871994 Apr 06 14:34:00.111392 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10598a1a-d443-442f-b5d1-c0f3225d0009 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:34:00.121015 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Publish callbacks [] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.134494 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Transition to ACTIVE for port object 10598a1a-d443-442f-b5d1-c0f3225d0009 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:34:00.265035 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.319358 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Pushing event updated for resources: {'Port': ['ID=10598a1a-d443-442f-b5d1-c0f3225d0009,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:00.393932 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Attempting to bind port 10598a1a-d443-442f-b5d1-c0f3225d0009 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:00.396115 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Attempting to bind port 10598a1a-d443-442f-b5d1-c0f3225d0009 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:00.396115 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Attempting to bind port 10598a1a-d443-442f-b5d1-c0f3225d0009 on network 9feb50d3-6449-48c4-b720-2ad5809a7b8f {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:00.399199 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Port 10598a1a-d443-442f-b5d1-c0f3225d0009 on network 9feb50d3-6449-48c4-b720-2ad5809a7b8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:34:00.399521 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Attempting to bind port 10598a1a-d443-442f-b5d1-c0f3225d0009 on network 9feb50d3-6449-48c4-b720-2ad5809a7b8f {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:00.405555 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:00.405988 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Checking segment: {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:00.406480 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Bound using segment: {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:00.406996 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Bound port: 10598a1a-d443-442f-b5d1-c0f3225d0009, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:00.407429 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.481018 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] For port 10598a1a-d443-442f-b5d1-c0f3225d0009, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:00.484920 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] For port 10598a1a-d443-442f-b5d1-c0f3225d0009, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=10598a1a-d443-442f-b5d1-c0f3225d0009,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:00.582918 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.619011 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:00.619718 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:00.621042 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] 10.222.0.49 "PUT /v2.0/ports/10598a1a-d443-442f-b5d1-c0f3225d0009 HTTP/1.1" status: 200 len: 1093 time: 0.9378626 Apr 06 14:34:00.645244 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58737249-0a6f-4f9d-a2ab-fba4c4d7aede service neutron] Pushing event updated for resources: {'Port': ['ID=10598a1a-d443-442f-b5d1-c0f3225d0009,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:00.765867 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-96dcf9a9-c2c5-44a9-9768-90803ef6fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:00.767505 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-96dcf9a9-c2c5-44a9-9768-90803ef6fe0c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 1127 time: 0.0503516 Apr 06 14:34:00.818003 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-85ba5e78-22ac-44ca-ba04-6c94999564ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10598a1a-d443-442f-b5d1-c0f3225d0009 HTTP/1.1" status: 200 len: 217 time: 0.0407987 Apr 06 14:34:00.869983 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-da534195-8469-4d4e-8f16-bee5d8e0bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:00.871476 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-da534195-8469-4d4e-8f16-bee5d8e0bfbb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 200 len: 850 time: 0.0461302 Apr 06 14:34:00.921070 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-9ace5fca-9d63-4b0d-bedc-d19447505b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:00.922602 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-9ace5fca-9d63-4b0d-bedc-d19447505b10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9feb50d3-6449-48c4-b720-2ad5809a7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447462 Apr 06 14:34:01.020076 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-119c531c-39d3-4450-a0a7-1fa83b47ebcc service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857587 Apr 06 14:34:01.066829 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b363e0-4355-46de-994f-dc82d8d01fa8', 'tag': '10598a1a-d443-442f-b5d1-c0f3225d0009'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:34:01.069360 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbb58ec-05b8-42d7-838e-f61fa56626c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b363e0-4355-46de-994f-dc82d8d01fa8", "tag": "10598a1a-d443-442f-b5d1-c0f3225d0009"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:34:01.107153 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213cfd9f-d1cc-4b21-97a4-2c633d675564 x-openstack-request-id: req-213cfd9f-d1cc-4b21-97a4-2c633d675564 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:34:01.107485 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b363e0-4355-46de-994f-dc82d8d01fa8", "tag": "10598a1a-d443-442f-b5d1-c0f3225d0009", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:34:01.112042 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-213cfd9f-d1cc-4b21-97a4-2c633d675564 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:34:01.112042 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213cfd9f-d1cc-4b21-97a4-2c633d675564'] response: {'name': 'network-changed', 'server_uuid': 'b3b363e0-4355-46de-994f-dc82d8d01fa8', 'tag': '10598a1a-d443-442f-b5d1-c0f3225d0009', 'status': 'completed', 'code': 200} Apr 06 14:34:01.118564 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5cfb39d1-75ba-4975-be25-b56c0a0c9df6 req-3bb3d641-fd24-4d02-b0ba-06a2d5326469 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922430 Apr 06 14:34:01.220125 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a4339-4c9a-4851-b84f-76c82fbe06f9 req-6a6d7271-ffd3-450c-8034-8329382ed139 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:01.221737 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a76a4339-4c9a-4851-b84f-76c82fbe06f9 req-6a6d7271-ffd3-450c-8034-8329382ed139 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 943 time: 0.0540714 Apr 06 14:34:01.272086 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a76a4339-4c9a-4851-b84f-76c82fbe06f9 req-31711c85-7d9a-454e-8d00-8d827a2ddf40 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446804 Apr 06 14:34:02.390347 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490f373-bb51-44c7-bdeb-54a5ca7662c4 req-0623bfc9-afce-4dab-8636-14a2bb44be6b tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:02.391838 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2490f373-bb51-44c7-bdeb-54a5ca7662c4 req-0623bfc9-afce-4dab-8636-14a2bb44be6b tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 943 time: 0.0523856 Apr 06 14:34:02.444615 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2490f373-bb51-44c7-bdeb-54a5ca7662c4 req-bfec9bb4-172b-43de-8ed6-23850cbf0888 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471683 Apr 06 14:34:02.494875 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb58ec-05b8-42d7-838e-f61fa56626c5 req-b43b19d1-72d5-4273-a86a-b0463eaac278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:02.496482 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dcbb58ec-05b8-42d7-838e-f61fa56626c5 req-b43b19d1-72d5-4273-a86a-b0463eaac278 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 1127 time: 0.0446475 Apr 06 14:34:02.586430 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb58ec-05b8-42d7-838e-f61fa56626c5 req-2841f1bd-700f-4619-9924-b17318f6c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:02.588016 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dcbb58ec-05b8-42d7-838e-f61fa56626c5 req-2841f1bd-700f-4619-9924-b17318f6c3b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 912 time: 0.0847588 Apr 06 14:34:02.631876 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dcbb58ec-05b8-42d7-838e-f61fa56626c5 req-0aa433b5-a2fa-4ca1-a124-584d56a98a8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10598a1a-d443-442f-b5d1-c0f3225d0009 HTTP/1.1" status: 200 len: 217 time: 0.0372496 Apr 06 14:34:02.681648 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb58ec-05b8-42d7-838e-f61fa56626c5 req-d0d2b6f8-3213-471d-b8e9-7f63ae65e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:02.683053 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dcbb58ec-05b8-42d7-838e-f61fa56626c5 req-d0d2b6f8-3213-471d-b8e9-7f63ae65e9e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 200 len: 850 time: 0.0441751 Apr 06 14:34:02.722208 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device a20d340f-9077-4aba-b22c-107604ae6ae9 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:34:02.732704 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb58ec-05b8-42d7-838e-f61fa56626c5 req-8a48fb98-8a57-45c2-a957-29b53a630e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:02.734233 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dcbb58ec-05b8-42d7-838e-f61fa56626c5 req-8a48fb98-8a57-45c2-a957-29b53a630e6a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9feb50d3-6449-48c4-b720-2ad5809a7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445869 Apr 06 14:34:02.741512 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: a20d340f-9077-4aba-b22c-107604ae6ae9 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:34:02.741871 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device a20d340f-9077-4aba-b22c-107604ae6ae9 not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:34:02.830941 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dcbb58ec-05b8-42d7-838e-f61fa56626c5 req-222e6db0-d3ad-4f13-b942-892ae2387f42 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885293 Apr 06 14:34:02.920095 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-dcbb58ec-05b8-42d7-838e-f61fa56626c5 req-52d389ea-54a3-45ca-9377-55526a6d7c0f service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819445 Apr 06 14:34:03.564016 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e221a-e211-42cd-970c-31199c4f12e6 req-18db74f3-62c5-488d-b5e9-0439de48a1b7 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:03.565475 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-207e221a-e211-42cd-970c-31199c4f12e6 req-18db74f3-62c5-488d-b5e9-0439de48a1b7 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 943 time: 0.0541248 Apr 06 14:34:03.613533 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-207e221a-e211-42cd-970c-31199c4f12e6 req-53d3350a-c543-434d-a28b-953a4e537ad6 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424750 Apr 06 14:34:04.732085 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc89da2-0ce9-4809-a504-9599369ff2d0 req-a0779181-9c53-4592-a231-9d2f5f5498cd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:04.734148 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cdc89da2-0ce9-4809-a504-9599369ff2d0 req-a0779181-9c53-4592-a231-9d2f5f5498cd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 943 time: 0.0524843 Apr 06 14:34:04.785931 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cdc89da2-0ce9-4809-a504-9599369ff2d0 req-658323cc-570f-4a99-965a-bc9f009a765b tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461600 Apr 06 14:34:05.153696 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-44089b5d-1b14-40d4-9edd-d0694243d691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:05.901322 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad69bd-1db7-4e66-acd8-e6bae2995b4f req-0b872f4a-80ad-46c4-9b4b-1f4bfe598e7e tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:05.917149 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d7ad69bd-1db7-4e66-acd8-e6bae2995b4f req-0b872f4a-80ad-46c4-9b4b-1f4bfe598e7e tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 943 time: 0.0510356 Apr 06 14:34:05.950884 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d7ad69bd-1db7-4e66-acd8-e6bae2995b4f req-41d8a777-222d-4a18-8369-56640c637501 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424459 Apr 06 14:34:07.066856 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2c2a6-5a1b-49f9-a2e0-3f8e6cec6465 req-1eb53775-efcd-4ee5-92af-9d219ee2ff3e tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:07.068397 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c5f2c2a6-5a1b-49f9-a2e0-3f8e6cec6465 req-1eb53775-efcd-4ee5-92af-9d219ee2ff3e tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 943 time: 0.0514312 Apr 06 14:34:07.116384 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c5f2c2a6-5a1b-49f9-a2e0-3f8e6cec6465 req-7ee29853-5a4d-4bd5-8fa5-3bb525783ff0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425024 Apr 06 14:34:08.236305 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7d164-5fb5-4228-b7d9-a8c05f0ebcdc req-d92c5336-15fa-41f3-872e-576d87bf8a78 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:08.237924 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c0d7d164-5fb5-4228-b7d9-a8c05f0ebcdc req-d92c5336-15fa-41f3-872e-576d87bf8a78 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 943 time: 0.0531213 Apr 06 14:34:08.293380 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c0d7d164-5fb5-4228-b7d9-a8c05f0ebcdc req-aa511731-3002-48a9-86d4-5c83f301bd13 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498507 Apr 06 14:34:09.033668 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0e43d6b0-d5d7-440f-a5f2-56f0d5811253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:09.411143 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c3072-f8de-4d08-ba69-43ed10ced9b0 req-8ad9524b-b723-4bc5-8831-3eba5b6d8321 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:09.412641 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5c4c3072-f8de-4d08-ba69-43ed10ced9b0 req-8ad9524b-b723-4bc5-8831-3eba5b6d8321 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 943 time: 0.0523720 Apr 06 14:34:09.463025 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5c4c3072-f8de-4d08-ba69-43ed10ced9b0 req-9e3eacf1-bd97-49c9-8132-27a0b85b5359 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444493 Apr 06 14:34:10.433336 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.773921 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 10598a1a-d443-442f-b5d1-c0f3225d0009 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:34:10.820186 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5627dd-37c5-4796-af59-b272ca497aa5 req-1e7423cf-5892-44fd-b877-70389b7da7a9 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:10.821690 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0a5627dd-37c5-4796-af59-b272ca497aa5 req-1e7423cf-5892-44fd-b877-70389b7da7a9 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 943 time: 0.2933505 Apr 06 14:34:10.872175 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0a5627dd-37c5-4796-af59-b272ca497aa5 req-954fddc9-1e49-43f9-a980-f60548fa92c8 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448248 Apr 06 14:34:10.876516 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 10598a1a-d443-442f-b5d1-c0f3225d0009, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=10598a1a-d443-442f-b5d1-c0f3225d0009,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:10.888313 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '10598a1a-d443-442f-b5d1-c0f3225d0009', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'port_id': '10598a1a-d443-442f-b5d1-c0f3225d0009', 'mac_address': 'fa:16:3e:43:c8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:34:10.928096 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 10598a1a-d443-442f-b5d1-c0f3225d0009 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:10.928479 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:10.942057 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10598a1a-d443-442f-b5d1-c0f3225d0009 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:34:10.961979 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 10598a1a-d443-442f-b5d1-c0f3225d0009, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=10598a1a-d443-442f-b5d1-c0f3225d0009,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:11.036392 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:11.083868 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=10598a1a-d443-442f-b5d1-c0f3225d0009,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:11.090894 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.091247 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.091590 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.091926 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.092278 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.093097 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.093425 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.093751 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.094071 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.094391 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.094754 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.095075 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.095392 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.095716 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.096033 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:11.474182 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['10598a1a-d443-442f-b5d1-c0f3225d0009'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:34:12.001591 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc5baa-5bda-44f5-bb7b-ca909f9f9e93 req-bf05098d-956c-4d7f-947e-525f62cf4421 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:12.003283 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e3fc5baa-5bda-44f5-bb7b-ca909f9f9e93 req-bf05098d-956c-4d7f-947e-525f62cf4421 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 944 time: 0.0598512 Apr 06 14:34:12.054074 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e3fc5baa-5bda-44f5-bb7b-ca909f9f9e93 req-3d88a08e-e9ec-4e6b-8b50-ef16aaaf6e67 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444729 Apr 06 14:34:12.087480 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.777911 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 10598a1a-d443-442f-b5d1-c0f3225d0009 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:12.890320 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:34:12.904531 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port 10598a1a-d443-442f-b5d1-c0f3225d0009 completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:34:12.909173 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 10598a1a-d443-442f-b5d1-c0f3225d0009 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:12.909535 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:12.998465 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 10598a1a-d443-442f-b5d1-c0f3225d0009 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:12.998699 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.021419 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b363e0-4355-46de-994f-dc82d8d01fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10598a1a-d443-442f-b5d1-c0f3225d0009'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:34:13.023709 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dba519c-69ae-4b55-aac2-696bf8fe7fcd" -d '{"events": [{"server_uuid": "b3b363e0-4355-46de-994f-dc82d8d01fa8", "name": "network-vif-plugged", "status": "completed", "tag": "10598a1a-d443-442f-b5d1-c0f3225d0009"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:34:13.036604 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 10598a1a-d443-442f-b5d1-c0f3225d0009, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=10598a1a-d443-442f-b5d1-c0f3225d0009,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:13.059324 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21791c6f-e758-4dfb-9bdd-5105d4c1b45c x-openstack-request-id: req-21791c6f-e758-4dfb-9bdd-5105d4c1b45c {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:34:13.059619 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b363e0-4355-46de-994f-dc82d8d01fa8", "name": "network-vif-plugged", "status": "completed", "tag": "10598a1a-d443-442f-b5d1-c0f3225d0009", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:34:13.059871 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21791c6f-e758-4dfb-9bdd-5105d4c1b45c {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:34:13.060265 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21791c6f-e758-4dfb-9bdd-5105d4c1b45c'] response: {'server_uuid': 'b3b363e0-4355-46de-994f-dc82d8d01fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10598a1a-d443-442f-b5d1-c0f3225d0009', 'code': 200} Apr 06 14:34:13.087809 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.116903 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:13.169617 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=10598a1a-d443-442f-b5d1-c0f3225d0009,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:13.178347 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8de272-265c-49a4-a82e-2e7d3fe4f4cc req-446bd1b5-b2d3-44f7-ba4a-48aea957c37d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:13.179940 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-de8de272-265c-49a4-a82e-2e7d3fe4f4cc req-446bd1b5-b2d3-44f7-ba4a-48aea957c37d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 945 time: 0.0553517 Apr 06 14:34:13.230079 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-de8de272-265c-49a4-a82e-2e7d3fe4f4cc req-f50db9b1-1116-4f59-bc1e-e92ae1cfd5b5 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445161 Apr 06 14:34:13.440403 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f36eb9-fb94-48f2-bccb-aba02d60c226 req-e9e83c53-b6a7-4466-8df1-89a2f7a14c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:13.441902 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f9f36eb9-fb94-48f2-bccb-aba02d60c226 req-e9e83c53-b6a7-4466-8df1-89a2f7a14c59 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 1129 time: 0.0464480 Apr 06 14:34:13.488564 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f9f36eb9-fb94-48f2-bccb-aba02d60c226 req-77c5e57b-5757-4f38-917e-1c3332da1b89 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384097 Apr 06 14:34:14.351422 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17366a-e79f-423f-97e7-b546b51ef181 req-bfafb4fb-ddf8-43a7-b58a-b78c72d0b17d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:14.352888 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3d17366a-e79f-423f-97e7-b546b51ef181 req-bfafb4fb-ddf8-43a7-b58a-b78c72d0b17d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 945 time: 0.0514393 Apr 06 14:34:14.403646 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-3d17366a-e79f-423f-97e7-b546b51ef181 req-da9609dd-56b9-4d4b-a40e-2c008ea509d0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451829 Apr 06 14:34:15.522919 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49be30e-840f-4ab5-9a6c-acea3e4c877c req-22543faa-54f3-4059-bb30-d4f17c8a53cd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:15.524755 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e49be30e-840f-4ab5-9a6c-acea3e4c877c req-22543faa-54f3-4059-bb30-d4f17c8a53cd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 945 time: 0.0525453 Apr 06 14:34:15.576238 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e49be30e-840f-4ab5-9a6c-acea3e4c877c req-6b5c7a45-ba4f-46fa-bfda-e6df6f2e9855 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454695 Apr 06 14:34:16.697444 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bb7ac-3983-4f89-adb0-08fa9bd907ce req-a5e5a8b1-621d-4d97-8a3a-6e186d62db08 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:16.699670 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-818bb7ac-3983-4f89-adb0-08fa9bd907ce req-a5e5a8b1-621d-4d97-8a3a-6e186d62db08 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 945 time: 0.0541277 Apr 06 14:34:16.748167 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-818bb7ac-3983-4f89-adb0-08fa9bd907ce req-b6f34ebb-2dde-425f-93d1-7488d98eda8c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420241 Apr 06 14:34:17.864546 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57597a80-eff1-4bc4-bafc-eafd661d7604 req-7f4cce4d-cd5f-44fc-b6af-59b8ed57a134 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:17.866015 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-57597a80-eff1-4bc4-bafc-eafd661d7604 req-7f4cce4d-cd5f-44fc-b6af-59b8ed57a134 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 945 time: 0.0512838 Apr 06 14:34:17.917552 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-57597a80-eff1-4bc4-bafc-eafd661d7604 req-df1eb188-f574-4543-837b-1a15cb184992 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458720 Apr 06 14:34:19.039909 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03334a6a-53f6-4a4d-8a33-8a221c13a051 req-7d246dae-87c8-4f4f-aa56-e59370ee3375 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:19.041371 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-03334a6a-53f6-4a4d-8a33-8a221c13a051 req-7d246dae-87c8-4f4f-aa56-e59370ee3375 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 945 time: 0.0515480 Apr 06 14:34:19.089948 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-03334a6a-53f6-4a4d-8a33-8a221c13a051 req-4466cc96-d6a1-4b9f-8344-852519d67f58 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 Apr 06 14:34:20.207106 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ef22f-a709-4def-bece-9549aba6fa3a req-389ebb72-4320-4258-a299-f610ff38437c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:20.208578 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fb1ef22f-a709-4def-bece-9549aba6fa3a req-389ebb72-4320-4258-a299-f610ff38437c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 945 time: 0.0518699 Apr 06 14:34:20.257965 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fb1ef22f-a709-4def-bece-9549aba6fa3a req-f44ad904-bbc8-4069-8321-01ce6524ca47 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437286 Apr 06 14:34:20.383411 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bff0d-134c-4111-9551-edc00a49e63f req-186a44d4-c7f4-4895-857f-2c6986023a7a tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:20.384874 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4a6bff0d-134c-4111-9551-edc00a49e63f req-186a44d4-c7f4-4895-857f-2c6986023a7a tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 945 time: 0.0605822 Apr 06 14:34:20.433567 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-4a6bff0d-134c-4111-9551-edc00a49e63f req-036bc39d-e4ef-445d-abc2-b792a20d9a01 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421758 Apr 06 14:34:20.463687 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 38832) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:20.498964 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.552009 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acb31c-faec-4fc0-8c5b-c569bf8e96b0 tempest-TestVolumeBootPattern-135505861 tempest-TestVolumeBootPattern-135505861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:20.553519 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-32acb31c-faec-4fc0-8c5b-c569bf8e96b0 tempest-TestVolumeBootPattern-135505861 tempest-TestVolumeBootPattern-135505861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 1124 time: 0.0887651 Apr 06 14:34:20.556436 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 38838) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:20.560664 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Request body: {'floatingip': {'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'port_id': '10598a1a-d443-442f-b5d1-c0f3225d0009', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:20.647491 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.750346 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:20.853056 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Allocated IP 172.27.2.112 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/0d177817-2d67-453e-9607-16aee4d7e1e3) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:20.957181 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for port (0d177817-2d67-453e-9607-16aee4d7e1e3), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.064874 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (0d177817-2d67-453e-9607-16aee4d7e1e3), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.106899 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:21.112658 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:21.114923 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'Port': ['ID=0d177817-2d67-453e-9607-16aee4d7e1e3,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:21.116984 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:21.141310 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:21.141656 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:21.142000 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:21.142339 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:21.142700 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:21.143033 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:21.143385 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:21.143711 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:21.144038 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:21.144363 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:21.144687 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:21.145010 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:21.145331 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:21.145657 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:21.145963 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:21.501598 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for floatingip (e341a199-f2c0-406e-9d26-fd6775540e8f), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.623286 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (0d177817-2d67-453e-9607-16aee4d7e1e3), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.777150 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for port (0d177817-2d67-453e-9607-16aee4d7e1e3), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.841400 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12612076'] for port (0d177817-2d67-453e-9607-16aee4d7e1e3), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:21.909412 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'Port': ['ID=0d177817-2d67-453e-9607-16aee4d7e1e3,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:21.923854 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (e341a199-f2c0-406e-9d26-fd6775540e8f), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.026678 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.l3_db [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Floating IP e341a199-f2c0-406e-9d26-fd6775540e8f associated. External IP: 172.27.2.112, port: 10598a1a-d443-442f-b5d1-c0f3225d0009. Apr 06 14:34:22.234851 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Router 1df1a715-47a5-4c61-8ccf-510340cb9d8f has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:22.347178 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:22.357969 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c01854-a668-4bf5-b918-695b7dce5ed1 None None] Sync routers for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:22.369064 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c01854-a668-4bf5-b918-695b7dce5ed1 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:22.369842 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-69c01854-a668-4bf5-b918-695b7dce5ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:34:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.466736 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:22.481956 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-69c01854-a668-4bf5-b918-695b7dce5ed1 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:22.500458 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-56bd60d5-79c4-4892-b275-7fff700f09fe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9420516 Apr 06 14:34:22.505498 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b363e0-4355-46de-994f-dc82d8d01fa8', 'tag': '10598a1a-d443-442f-b5d1-c0f3225d0009'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:34:22.505498 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cee74c5e6806168c4361293fd760050ed74eb1b6027abc74829ef037f04afca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a318a1a3-2e4a-4919-b510-1eb7bfb5a2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b363e0-4355-46de-994f-dc82d8d01fa8", "tag": "10598a1a-d443-442f-b5d1-c0f3225d0009"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:34:22.612213 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba47cb07-2fd4-4d0d-a1bf-dbf80e18ae07 x-openstack-request-id: req-ba47cb07-2fd4-4d0d-a1bf-dbf80e18ae07 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:34:22.612883 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b363e0-4355-46de-994f-dc82d8d01fa8", "tag": "10598a1a-d443-442f-b5d1-c0f3225d0009", "status": "completed", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:34:22.614488 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba47cb07-2fd4-4d0d-a1bf-dbf80e18ae07 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:34:22.614488 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba47cb07-2fd4-4d0d-a1bf-dbf80e18ae07'] response: {'name': 'network-changed', 'server_uuid': 'b3b363e0-4355-46de-994f-dc82d8d01fa8', 'tag': '10598a1a-d443-442f-b5d1-c0f3225d0009', 'status': 'completed', 'code': 200} Apr 06 14:34:22.686331 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318a1a3-2e4a-4919-b510-1eb7bfb5a2ad req-d72535c0-9a03-46bf-b643-b90ada4020c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:22.689125 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a318a1a3-2e4a-4919-b510-1eb7bfb5a2ad req-d72535c0-9a03-46bf-b643-b90ada4020c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 1129 time: 0.0471649 Apr 06 14:34:22.788060 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318a1a3-2e4a-4919-b510-1eb7bfb5a2ad req-02dfaa66-86d4-4a8b-a781-2904062fdda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:22.789535 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a318a1a3-2e4a-4919-b510-1eb7bfb5a2ad req-02dfaa66-86d4-4a8b-a781-2904062fdda7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 912 time: 0.0899825 Apr 06 14:34:22.855594 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a318a1a3-2e4a-4919-b510-1eb7bfb5a2ad req-06c66bb2-8ecd-4fd2-a0c3-f089d9a1e013 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10598a1a-d443-442f-b5d1-c0f3225d0009 HTTP/1.1" status: 200 len: 999 time: 0.0594745 Apr 06 14:34:22.855876 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-69c01854-a668-4bf5-b918-695b7dce5ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': 'e341a199-f2c0-406e-9d26-fd6775540e8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'port_id': '10598a1a-d443-442f-b5d1-c0f3225d0009', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'mac_address': 'fa:16:3e:43:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b363e0-4355-46de-994f-dc82d8d01fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:34:21Z', 'updated_at': '2022-04-06T14:34:21Z', 'revision_number': 0, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.882681 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c01854-a668-4bf5-b918-695b7dce5ed1 None None] Checking router: 1df1a715-47a5-4c61-8ccf-510340cb9d8f for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:22.891255 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c01854-a668-4bf5-b918-695b7dce5ed1 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:22.891900 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-69c01854-a668-4bf5-b918-695b7dce5ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:34:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:22.909719 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318a1a3-2e4a-4919-b510-1eb7bfb5a2ad req-b13939dd-a85b-44df-9f09-f5d5f769b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:22.911207 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a318a1a3-2e4a-4919-b510-1eb7bfb5a2ad req-b13939dd-a85b-44df-9f09-f5d5f769b97a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 200 len: 850 time: 0.0432241 Apr 06 14:34:22.966437 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318a1a3-2e4a-4919-b510-1eb7bfb5a2ad req-37ad7f67-9e78-41e1-a2ad-1f76d68f630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:22.967954 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a318a1a3-2e4a-4919-b510-1eb7bfb5a2ad req-37ad7f67-9e78-41e1-a2ad-1f76d68f630e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9feb50d3-6449-48c4-b720-2ad5809a7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478060 Apr 06 14:34:23.001211 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-69c01854-a668-4bf5-b918-695b7dce5ed1 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:23.065806 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a318a1a3-2e4a-4919-b510-1eb7bfb5a2ad req-908970ea-52a0-4979-9d6a-7e8ac0b8ab57 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855620 Apr 06 14:34:23.160863 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a318a1a3-2e4a-4919-b510-1eb7bfb5a2ad req-c6176492-b4a6-4e1c-ae84-ece52ca0cd44 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885844 Apr 06 14:34:23.229590 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-69c01854-a668-4bf5-b918-695b7dce5ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': 'e341a199-f2c0-406e-9d26-fd6775540e8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'port_id': '10598a1a-d443-442f-b5d1-c0f3225d0009', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'mac_address': 'fa:16:3e:43:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b363e0-4355-46de-994f-dc82d8d01fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:34:21Z', 'updated_at': '2022-04-06T14:34:21Z', 'revision_number': 0, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:23.259433 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c01854-a668-4bf5-b918-695b7dce5ed1 None None] The sync data for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi is: [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': 'e341a199-f2c0-406e-9d26-fd6775540e8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'port_id': '10598a1a-d443-442f-b5d1-c0f3225d0009', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'mac_address': 'fa:16:3e:43:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b363e0-4355-46de-994f-dc82d8d01fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:34:21Z', 'updated_at': '2022-04-06T14:34:21Z', 'revision_number': 0, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:23.459293 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e44585e-7210-432d-bcda-013d6401e0f3 None None] New status for floating IP e341a199-f2c0-406e-9d26-fd6775540e8f: ACTIVE {{(pid=103950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:34:31.319311 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 38918) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.363884 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83e3720-9f43-4fbe-a2ed-938db5221994 admin admin] Deleting subnet 37dc3fa4-7171-4e17-b001-f065a11292c7 {{(pid=103948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:34:31.367148 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c83e3720-9f43-4fbe-a2ed-938db5221994 admin admin] Publish callbacks [] for subnet (37dc3fa4-7171-4e17-b001-f065a11292c7), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.401395 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c83e3720-9f43-4fbe-a2ed-938db5221994 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602622'] for subnet (37dc3fa4-7171-4e17-b001-f065a11292c7), precommit_delete_associations {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.439984 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c83e3720-9f43-4fbe-a2ed-938db5221994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (37dc3fa4-7171-4e17-b001-f065a11292c7), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.571000 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c83e3720-9f43-4fbe-a2ed-938db5221994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12612002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13415203'] for subnet (37dc3fa4-7171-4e17-b001-f065a11292c7), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.596927 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e3720-9f43-4fbe-a2ed-938db5221994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37dc3fa4-7171-4e17-b001-f065a11292c7,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:31.600658 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c83e3720-9f43-4fbe-a2ed-938db5221994 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.604575 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-c83e3720-9f43-4fbe-a2ed-938db5221994 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/37dc3fa4-7171-4e17-b001-f065a11292c7 HTTP/1.1" status: 204 len: 168 time: 0.2835209 Apr 06 14:34:31.606453 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38920) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:31.674645 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (fbb0cbcd-2296-42e6-8ac7-972b1c51d166), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.753862 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (fbb0cbcd-2296-42e6-8ac7-972b1c51d166), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.772988 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb0cbcd-2296-42e6-8ac7-972b1c51d166']}} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:31.782263 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e771ad5-d0b2-4265-967f-df5d5ff3b14d') {'for_net_delete': True} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:31.782579 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e771ad5-d0b2-4265-967f-df5d5ff3b14d') {} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:31.792290 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14463241'] for segment (4e771ad5-d0b2-4265-967f-df5d5ff3b14d), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.805393 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (4e771ad5-d0b2-4265-967f-df5d5ff3b14d), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.811096 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=103947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:34:31.811468 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14453773'] for segment (4e771ad5-d0b2-4265-967f-df5d5ff3b14d), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: Traceback (most recent call last): Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: timer() Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: cb(*args, **kw) Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: return func(*args, **kwargs) Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: self._notify() Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: self.callback(batched_events) Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: event.method(event) Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: return f(self, *a, **k) Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: return self._get(url).json() Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: return self.request(url, 'GET', **kwargs) Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:34:31.813051 dv-cinder-835881-5-iscsi neutron-server[103947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:34:31.965045 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (fbb0cbcd-2296-42e6-8ac7-972b1c51d166), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.970401 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:31.975656 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] 10.222.0.10 "DELETE /v2.0/networks/fbb0cbcd-2296-42e6-8ac7-972b1c51d166 HTTP/1.1" status: 204 len: 168 time: 0.3666849 Apr 06 14:34:31.989773 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb0cbcd-2296-42e6-8ac7-972b1c51d166,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:31.997069 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:31.997414 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:31.997759 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:31.998091 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:31.998422 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:31.998777 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:31.999103 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:31.999424 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:31.999747 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:32.000068 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:32.000390 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:32.000712 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:32.001030 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:32.001345 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:32.001665 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf009676-764b-458a-8092-cdd28a24a0ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:32.386207 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38924) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:32.424976 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-723bc41a-e970-4770-a50c-5401924e600c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f84f7ba3109845e1bcff7058fc8972f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375314 Apr 06 14:34:32.427417 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38926) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:32.484353 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1fe2-1b0f-401d-b837-7eef9c599e01 admin admin] Publish callbacks [] for security_group (fa46fca8-2756-4206-a2d1-212aae758c24), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.505169 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1fe2-1b0f-401d-b837-7eef9c599e01 admin admin] Publish callbacks [] for security_group (fa46fca8-2756-4206-a2d1-212aae758c24), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.633125 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1fe2-1b0f-401d-b837-7eef9c599e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (fa46fca8-2756-4206-a2d1-212aae758c24), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.635814 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1fe2-1b0f-401d-b837-7eef9c599e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:32.637258 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-5f1e1fe2-1b0f-401d-b837-7eef9c599e01 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa46fca8-2756-4206-a2d1-212aae758c24 HTTP/1.1" status: 204 len: 168 time: 0.2086780 Apr 06 14:34:32.646489 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e1fe2-1b0f-401d-b837-7eef9c599e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa46fca8-2756-4206-a2d1-212aae758c24,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:33.694824 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38948) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:33.790727 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1627401955-network', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:33.936428 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] Made reservation on behalf of 7d0cf5af09344cb6bdc0961c8f372092 for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:33.938761 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:33.947963 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.020394 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] Publish callbacks [] for security_group (e871cbc8-bb63-4fe1-99f2-d40f01c79629), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.144579 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e871cbc8-bb63-4fe1-99f2-d40f01c79629), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.173692 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:34.180106 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e871cbc8-bb63-4fe1-99f2-d40f01c79629,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:34.187009 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (d5310ccc-2724-45c9-9c08-3a51bb757589), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.187282 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] Added segment d5310ccc-2724-45c9-9c08-3a51bb757589 of type vlan for network 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 Apr 06 14:34:34.507924 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (63eee9f4-7a5f-41f1-8d25-72eee17b17b3), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.587754 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (63eee9f4-7a5f-41f1-8d25-72eee17b17b3), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.588655 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:34.589229 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:34.647132 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] Pushing event updated for resources: {'Network': ['ID=63eee9f4-7a5f-41f1-8d25-72eee17b17b3,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:34.657509 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:34.729998 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-917f3d34-16ae-4afb-a082-06361d69c5a9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0341663 Apr 06 14:34:34.735062 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38952) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:34.738274 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-e26ca7a0-2918-4438-91e8-27045c09c411 admin admin] Request body: {'subnet': {'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1627401955-subnet', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:34.818433 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26ca7a0-2918-4438-91e8-27045c09c411 admin admin] Made reservation on behalf of 7d0cf5af09344cb6bdc0961c8f372092 for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:34.820851 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e26ca7a0-2918-4438-91e8-27045c09c411 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12719216'] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.090888 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e26ca7a0-2918-4438-91e8-27045c09c411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14463392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12719214'] for subnet (53fd7ca3-490f-425d-ab0f-26f418004ba0), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.127360 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-84baf22d-92b3-40b4-8cdb-d5fe9babb5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.145168 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ca7a0-2918-4438-91e8-27045c09c411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53fd7ca3-490f-425d-ab0f-26f418004ba0,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:35.164200 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ca7a0-2918-4438-91e8-27045c09c411 admin admin] Checking segment: {'id': 'd5310ccc-2724-45c9-9c08-3a51bb757589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:35.164677 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ca7a0-2918-4438-91e8-27045c09c411 admin admin] Network hostable DHCP agents. Network: 63eee9f4-7a5f-41f1-8d25-72eee17b17b3, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:35.290342 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ca7a0-2918-4438-91e8-27045c09c411 admin admin] Network 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:35.364518 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-e26ca7a0-2918-4438-91e8-27045c09c411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, 63eee9f4-7a5f-41f1-8d25-72eee17b17b3) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:35.368698 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26ca7a0-2918-4438-91e8-27045c09c411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:35.369289 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-e26ca7a0-2918-4438-91e8-27045c09c411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.374381 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897544eb-0b3c-4450-9d81-597c8e3bbb40 None None] Network 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:35.477059 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf514b862-696c-5fae-9140-49a4d12cd886-63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'fixed_ips': [{'subnet_id': '53fd7ca3-490f-425d-ab0f-26f418004ba0'}]}} from dv-cinder-835881-5-iscsi. {{(pid=103949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:35.477914 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.481469 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-e26ca7a0-2918-4438-91e8-27045c09c411 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7476957 Apr 06 14:34:35.483998 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38954) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:35.488448 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:35.570698 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2246'] for router (e02ba46a-8100-459a-881e-9f24a8deb2b0), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.571856 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2271'] for router (e02ba46a-8100-459a-881e-9f24a8deb2b0), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.617122 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Allocated IP 172.20.0.2 (63eee9f4-7a5f-41f1-8d25-72eee17b17b3/53fd7ca3-490f-425d-ab0f-26f418004ba0/fafce53e-4049-41a7-8515-bfaecc403f0e) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:35.626711 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Publish callbacks [] for router_controller (e02ba46a-8100-459a-881e-9f24a8deb2b0), precommit_add_association {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.754339 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Publish callbacks [] for port (fafce53e-4049-41a7-8515-bfaecc403f0e), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.816683 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (fafce53e-4049-41a7-8515-bfaecc403f0e), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.848283 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Publish callbacks [] for router_gateway (e02ba46a-8100-459a-881e-9f24a8deb2b0), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.861920 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Network 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:35.864744 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:35.869184 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:35.872170 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Pushing event updated for resources: {'Port': ['ID=fafce53e-4049-41a7-8515-bfaecc403f0e,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:35.923205 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Attempting to bind port fafce53e-4049-41a7-8515-bfaecc403f0e on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:35.923637 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Attempting to bind port fafce53e-4049-41a7-8515-bfaecc403f0e by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': 'd5310ccc-2724-45c9-9c08-3a51bb757589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:35.924044 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Attempting to bind port fafce53e-4049-41a7-8515-bfaecc403f0e on network 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:35.928893 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:35.929404 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Checking segment: {'id': 'd5310ccc-2724-45c9-9c08-3a51bb757589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:35.929797 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.930180 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Bound using segment: {'id': 'd5310ccc-2724-45c9-9c08-3a51bb757589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:35.930662 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Bound port: fafce53e-4049-41a7-8515-bfaecc403f0e, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5310ccc-2724-45c9-9c08-3a51bb757589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:35.931034 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (fafce53e-4049-41a7-8515-bfaecc403f0e), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:35.993524 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] For port fafce53e-4049-41a7-8515-bfaecc403f0e, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:35.996655 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] For port fafce53e-4049-41a7-8515-bfaecc403f0e, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=fafce53e-4049-41a7-8515-bfaecc403f0e,segment=NetworkSegment(d5310ccc-2724-45c9-9c08-3a51bb757589),segment_id=d5310ccc-2724-45c9-9c08-3a51bb757589)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:36.090565 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (fafce53e-4049-41a7-8515-bfaecc403f0e), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.153495 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc8ee1-bc13-4093-83d2-99d9f800daca None None] Pushing event updated for resources: {'Port': ['ID=fafce53e-4049-41a7-8515-bfaecc403f0e,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:36.166941 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Publish callbacks [] for router_gateway (e02ba46a-8100-459a-881e-9f24a8deb2b0), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.190906 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.300944 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Allocated IP 172.27.2.202 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/52941192-e09c-41ff-ba65-ba813bc372e1) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:36.432850 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Publish callbacks [] for port (52941192-e09c-41ff-ba65-ba813bc372e1), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.532990 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (52941192-e09c-41ff-ba65-ba813bc372e1), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:36.575717 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:36.578695 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:36.583414 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:36.586484 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Pushing event updated for resources: {'Port': ['ID=52941192-e09c-41ff-ba65-ba813bc372e1,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:36.899248 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Publish callbacks [] for router_gateway (e02ba46a-8100-459a-881e-9f24a8deb2b0), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.058709 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7748f4-c6a9-4b4f-a8ab-cabe8b1baa8b None None] Network 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:37.110072 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029641'] for router (e02ba46a-8100-459a-881e-9f24a8deb2b0), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.134748 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-9e36d4e5-5c82-4a15-aff9-f64248e8a953 None None] Provisioning complete for port fafce53e-4049-41a7-8515-bfaecc403f0e triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:37.135114 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9e36d4e5-5c82-4a15-aff9-f64248e8a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (fafce53e-4049-41a7-8515-bfaecc403f0e), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.247512 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-9e36d4e5-5c82-4a15-aff9-f64248e8a953 None None] Current status of the port fafce53e-4049-41a7-8515-bfaecc403f0e is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:37.247899 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9e36d4e5-5c82-4a15-aff9-f64248e8a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (fafce53e-4049-41a7-8515-bfaecc403f0e), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.284352 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-9e36d4e5-5c82-4a15-aff9-f64248e8a953 None None] For port fafce53e-4049-41a7-8515-bfaecc403f0e, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=fafce53e-4049-41a7-8515-bfaecc403f0e,segment=NetworkSegment(d5310ccc-2724-45c9-9c08-3a51bb757589),segment_id=d5310ccc-2724-45c9-9c08-3a51bb757589)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:37.327650 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Router e02ba46a-8100-459a-881e-9f24a8deb2b0 is scheduled to L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 with binding_index 1 {{(pid=103947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:37.365136 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-9e36d4e5-5c82-4a15-aff9-f64248e8a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (fafce53e-4049-41a7-8515-bfaecc403f0e), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.418431 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36d4e5-5c82-4a15-aff9-f64248e8a953 None None] Pushing event updated for resources: {'Port': ['ID=fafce53e-4049-41a7-8515-bfaecc403f0e,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:37.448294 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:37.458986 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Sync routers for ids ['e02ba46a-8100-459a-881e-9f24a8deb2b0'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:37.468155 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Routers {'e02ba46a-8100-459a-881e-9f24a8deb2b0'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:37.468766 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:34:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['e02ba46a-8100-459a-881e-9f24a8deb2b0'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:37.531720 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-be6cbc86-da57-40ea-8f34-2730620b71db None None] Provisioning complete for port fafce53e-4049-41a7-8515-bfaecc403f0e triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:37.532000 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-be6cbc86-da57-40ea-8f34-2730620b71db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (fafce53e-4049-41a7-8515-bfaecc403f0e), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.540549 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.544550 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-66c8a6f7-c42e-45e1-8608-19e03feb9b12 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0569041 Apr 06 14:34:37.544761 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38958) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:37.620728 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Set router e02ba46a-8100-459a-881e-9f24a8deb2b0 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:37.750418 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-be6cbc86-da57-40ea-8f34-2730620b71db None None] Current status of the port fafce53e-4049-41a7-8515-bfaecc403f0e is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:37.825877 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:35Z', 'updated_at': '2022-04-06T14:34:36Z', 'revision_number': 3, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'gw_port': {'id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:36Z', 'updated_at': '2022-04-06T14:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:37.963450 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:37.984290 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Checking router: e02ba46a-8100-459a-881e-9f24a8deb2b0 for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:37.984642 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Updating router e02ba46a-8100-459a-881e-9f24a8deb2b0 port 52941192-e09c-41ff-ba65-ba813bc372e1 binding host dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:34:38.013432 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (52941192-e09c-41ff-ba65-ba813bc372e1), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.129136 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Allocated IP 172.20.0.1 (63eee9f4-7a5f-41f1-8d25-72eee17b17b3/53fd7ca3-490f-425d-ab0f-26f418004ba0/eae1aae6-7a7e-45b2-9e38-bb26b5132c55) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:38.185729 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device fafce53e-4049-41a7-8515-bfaecc403f0e up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:38.238403 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Publish callbacks [] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.307244 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port fafce53e-4049-41a7-8515-bfaecc403f0e triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:38.307742 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (fafce53e-4049-41a7-8515-bfaecc403f0e), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.342276 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.344821 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Publish callbacks [] for port (52941192-e09c-41ff-ba65-ba813bc372e1), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.379665 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Network 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:38.384528 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:38.388210 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:38.405958 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port fafce53e-4049-41a7-8515-bfaecc403f0e is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:38.413742 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Pushing event updated for resources: {'Port': ['ID=eae1aae6-7a7e-45b2-9e38-bb26b5132c55,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:38.431374 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029848'] for router_interface (e02ba46a-8100-459a-881e-9f24a8deb2b0), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.433438 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (52941192-e09c-41ff-ba65-ba813bc372e1), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.490536 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Attempting to bind port 52941192-e09c-41ff-ba65-ba813bc372e1 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:38.491012 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Attempting to bind port 52941192-e09c-41ff-ba65-ba813bc372e1 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:38.491382 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Attempting to bind port 52941192-e09c-41ff-ba65-ba813bc372e1 on network d18a54a7-0e89-4f08-a163-00d2181e6f69 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:38.493453 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e05e18-81f7-4ff6-8a3e-21f528bbad83 None None] Pushing event updated for resources: {'Port': ['ID=52941192-e09c-41ff-ba65-ba813bc372e1,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:38.499777 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:38.500262 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Checking segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:38.500730 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.501185 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Bound using segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:38.502309 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Bound port: 52941192-e09c-41ff-ba65-ba813bc372e1, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:38.502941 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (52941192-e09c-41ff-ba65-ba813bc372e1), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.556143 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] For port 52941192-e09c-41ff-ba65-ba813bc372e1, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:38.559756 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] For port 52941192-e09c-41ff-ba65-ba813bc372e1, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=52941192-e09c-41ff-ba65-ba813bc372e1,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:38.656175 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.663534 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (52941192-e09c-41ff-ba65-ba813bc372e1), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.734709 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Routers {'e02ba46a-8100-459a-881e-9f24a8deb2b0'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:38.735331 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:34:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['e02ba46a-8100-459a-881e-9f24a8deb2b0'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:38.737774 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-ef3b4503-3b1f-4527-8d5a-6752089b0f84 None None] Provisioning complete for port eae1aae6-7a7e-45b2-9e38-bb26b5132c55 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:38.739857 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ef3b4503-3b1f-4527-8d5a-6752089b0f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.792874 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e05e18-81f7-4ff6-8a3e-21f528bbad83 None None] Pushing event updated for resources: {'Port': ['ID=52941192-e09c-41ff-ba65-ba813bc372e1,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:38.821129 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Publish callbacks [] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.847713 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-ef3b4503-3b1f-4527-8d5a-6752089b0f84 None None] Port eae1aae6-7a7e-45b2-9e38-bb26b5132c55 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:38.881113 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] Set router e02ba46a-8100-459a-881e-9f24a8deb2b0 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:38.886835 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.952108 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031240'] for router_interface (e02ba46a-8100-459a-881e-9f24a8deb2b0), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:38.953706 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Pushing event updated for resources: {'Port': ['ID=eae1aae6-7a7e-45b2-9e38-bb26b5132c55,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:39.023643 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-db914f91-b199-4e3d-8cfc-ea962f378296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.050632 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Network 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:39.052040 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:39.102894 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:35Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 4, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'gw_port': {'id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:36Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'eae1aae6-7a7e-45b2-9e38-bb26b5132c55', 'name': '', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'mac_address': 'fa:16:3e:e1:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:37Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 1, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'subnets': [{'id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:39.135765 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c14fa5-52c6-4417-a2d2-b030dd6abcc6 None None] The sync data for ids ['e02ba46a-8100-459a-881e-9f24a8deb2b0'] in dv-cinder-835881-5-iscsi is: [{'id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:35Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 4, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'gw_port': {'id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:36Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'eae1aae6-7a7e-45b2-9e38-bb26b5132c55', 'name': '', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'mac_address': 'fa:16:3e:e1:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:37Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 1, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'subnets': [{'id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:39.173071 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Router e02ba46a-8100-459a-881e-9f24a8deb2b0 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:39.377627 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-279381f9-8bf4-4474-b813-ff887b484cd5 None None] Provisioning complete for port eae1aae6-7a7e-45b2-9e38-bb26b5132c55 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:39.378243 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-279381f9-8bf4-4474-b813-ff887b484cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:39.422097 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-279381f9-8bf4-4474-b813-ff887b484cd5 None None] Port eae1aae6-7a7e-45b2-9e38-bb26b5132c55 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:39.594426 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:39.600467 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b3196970-56d8-4420-9e2c-ffe8fc7e627f admin admin] 10.222.0.10 "PUT /v2.0/routers/e02ba46a-8100-459a-881e-9f24a8deb2b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0548398 Apr 06 14:34:40.170619 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 52941192-e09c-41ff-ba65-ba813bc372e1 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:40.238350 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 52941192-e09c-41ff-ba65-ba813bc372e1 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:40.238687 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (52941192-e09c-41ff-ba65-ba813bc372e1), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.356094 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 52941192-e09c-41ff-ba65-ba813bc372e1 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:40.356605 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (52941192-e09c-41ff-ba65-ba813bc372e1), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.361620 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38974) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:40.367553 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-799604420-network', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:40.387440 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port 52941192-e09c-41ff-ba65-ba813bc372e1, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=52941192-e09c-41ff-ba65-ba813bc372e1,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:40.448149 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.482628 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] Made reservation on behalf of bf592099ad1b4b5ebb44f842aa917ed5 for: {'network': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:40.482872 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (52941192-e09c-41ff-ba65-ba813bc372e1), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.491058 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for network (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.500698 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.535466 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=52941192-e09c-41ff-ba65-ba813bc372e1,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:40.591342 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] Publish callbacks [] for security_group (3ce8aaed-d7c8-4bd0-b9e0-503ef47bf657), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.708119 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (3ce8aaed-d7c8-4bd0-b9e0-503ef47bf657), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.741259 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=103947) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 14:34:40.748567 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce8aaed-d7c8-4bd0-b9e0-503ef47bf657,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:40.756829 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (a7dab048-ce06-48f0-af76-3c9c21195fe9), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.757139 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.segments_db [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] Added segment a7dab048-ce06-48f0-af76-3c9c21195fe9 of type vlan for network 08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd Apr 06 14:34:40.802180 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736743936049'] for network (08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.896429 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686'] for network (08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.897521 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:40.898111 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:40.960284 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] Pushing event updated for resources: {'Network': ['ID=08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:40.972041 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Network 08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd details requested by agent ovs-agent-dv-cinder-835881-5-iscsi with host dv-cinder-835881-5-iscsi {{(pid=103949) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 14:34:41.041390 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-1639f93d-ba25-48ba-865f-9ca1c2c1c41d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6778924 Apr 06 14:34:41.044036 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38976) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:41.048831 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-119ef626-e338-467e-98f5-57523619b39b admin admin] Request body: {'subnet': {'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-799604420-subnet', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'ip_version': 4}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:41.136297 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119ef626-e338-467e-98f5-57523619b39b admin admin] Made reservation on behalf of bf592099ad1b4b5ebb44f842aa917ed5 for: {'subnet': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:34:41.138707 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-119ef626-e338-467e-98f5-57523619b39b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12719216'] for subnet (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.224395 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Sync routers for ids ['e02ba46a-8100-459a-881e-9f24a8deb2b0'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:41.233404 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Routers {'e02ba46a-8100-459a-881e-9f24a8deb2b0'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:41.234000 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:34:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['e02ba46a-8100-459a-881e-9f24a8deb2b0'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:41.345269 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Set router e02ba46a-8100-459a-881e-9f24a8deb2b0 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:41.376522 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-119ef626-e338-467e-98f5-57523619b39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14463392', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12719214'] for subnet (6240977d-2f56-4050-ad67-dbd12469a21d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.433496 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ef626-e338-467e-98f5-57523619b39b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6240977d-2f56-4050-ad67-dbd12469a21d,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:41.444924 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119ef626-e338-467e-98f5-57523619b39b admin admin] Checking segment: {'id': 'a7dab048-ce06-48f0-af76-3c9c21195fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:41.445282 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119ef626-e338-467e-98f5-57523619b39b admin admin] Network hostable DHCP agents. Network: 08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd, hostable agents: ['dbd3598e-0699-4cea-b38a-4cf7d741fb85'], hosted agents: [] {{(pid=103947) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 14:34:41.532808 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119ef626-e338-467e-98f5-57523619b39b admin admin] Network 08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd is scheduled to be hosted by DHCP agent dbd3598e-0699-4cea-b38a-4cf7d741fb85 with binding_index 1 {{(pid=103947) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 14:34:41.549605 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:35Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 4, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'gw_port': {'id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:36Z', 'updated_at': '2022-04-06T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'eae1aae6-7a7e-45b2-9e38-bb26b5132c55', 'name': '', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'mac_address': 'fa:16:3e:e1:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:37Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 2, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'subnets': [{'id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:41.575317 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Checking router: e02ba46a-8100-459a-881e-9f24a8deb2b0 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:41.575664 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Updating router e02ba46a-8100-459a-881e-9f24a8deb2b0 port eae1aae6-7a7e-45b2-9e38-bb26b5132c55 binding host dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:34:41.603467 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.613462 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-119ef626-e338-467e-98f5-57523619b39b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-5-iscsi, 08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd) {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:41.617533 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119ef626-e338-467e-98f5-57523619b39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:41.618159 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-119ef626-e338-467e-98f5-57523619b39b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.623646 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a72de57-e019-4ae8-bcd7-963704397238 None None] Network 08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:41.684724 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-119ef626-e338-467e-98f5-57523619b39b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6393611 Apr 06 14:34:41.687018 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38978) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:41.692224 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-799604420-router', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:34:41.740914 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf514b862-696c-5fae-9140-49a4d12cd886-08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd', 'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd', 'project_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'fixed_ips': [{'subnet_id': '6240977d-2f56-4050-ad67-dbd12469a21d'}]}} from dv-cinder-835881-5-iscsi. {{(pid=103949) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 14:34:41.741768 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.772739 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1016280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2246'] for router (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.773937 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1031752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1029592', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2271'] for router (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.833622 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Publish callbacks [] for router_controller (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), precommit_add_association {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.876567 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Publish callbacks [] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:41.894239 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.db_base_plugin_common [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Allocated IP 172.20.0.2 (08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd/6240977d-2f56-4050-ad67-dbd12469a21d/298e0cda-d94c-4275-b38e-a20f76d0bd1c) {{(pid=103949) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:41.942153 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.014461 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Pushing event updated for resources: {'Port': ['ID=eae1aae6-7a7e-45b2-9e38-bb26b5132c55,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.054451 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:42.054848 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:42.055480 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:42.056077 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:42.056593 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:42.057313 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:42.057838 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:42.058357 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:42.058897 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:42.059412 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:42.059946 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:42.060505 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:42.061022 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:42.061539 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:42.062069 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:34:42.062481 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Publish callbacks [] for router_gateway (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.066311 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Attempting to bind port eae1aae6-7a7e-45b2-9e38-bb26b5132c55 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:42.066803 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Attempting to bind port eae1aae6-7a7e-45b2-9e38-bb26b5132c55 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': 'd5310ccc-2724-45c9-9c08-3a51bb757589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:42.067161 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Attempting to bind port eae1aae6-7a7e-45b2-9e38-bb26b5132c55 on network 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:42.078841 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:42.079379 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Checking segment: {'id': 'd5310ccc-2724-45c9-9c08-3a51bb757589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:42.080329 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.080888 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Bound using segment: {'id': 'd5310ccc-2724-45c9-9c08-3a51bb757589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:42.081633 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Bound port: eae1aae6-7a7e-45b2-9e38-bb26b5132c55, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5310ccc-2724-45c9-9c08-3a51bb757589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:42.082408 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.086841 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Publish callbacks [] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), precommit_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.109954 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.152187 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] For port eae1aae6-7a7e-45b2-9e38-bb26b5132c55, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:42.155987 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] For port eae1aae6-7a7e-45b2-9e38-bb26b5132c55, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=eae1aae6-7a7e-45b2-9e38-bb26b5132c55,segment=NetworkSegment(d5310ccc-2724-45c9-9c08-3a51bb757589),segment_id=d5310ccc-2724-45c9-9c08-3a51bb757589)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:42.172055 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 52941192-e09c-41ff-ba65-ba813bc372e1 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:42.228971 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 52941192-e09c-41ff-ba65-ba813bc372e1 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:42.229333 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (52941192-e09c-41ff-ba65-ba813bc372e1), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.269603 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), after_create {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.327003 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Network 08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd is already hosted by enough agents. {{(pid=103949) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:42.332104 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-b959ad56-ce3d-4a4b-9f59-b06db5e58868 None None] Provisioning complete for port eae1aae6-7a7e-45b2-9e38-bb26b5132c55 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:42.332473 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b959ad56-ce3d-4a4b-9f59-b06db5e58868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.336481 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.scheduler.base_scheduler [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Resources bound (agent type, host, resource id): {{(pid=103949) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:42.355983 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.358625 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Received port after_create {{(pid=103949) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:42.363819 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Pushing event updated for resources: {'Port': ['ID=298e0cda-d94c-4275-b38e-a20f76d0bd1c,revision_number=1']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.429726 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 52941192-e09c-41ff-ba65-ba813bc372e1 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:42.435228 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-b959ad56-ce3d-4a4b-9f59-b06db5e58868 None None] Port eae1aae6-7a7e-45b2-9e38-bb26b5132c55 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:42.441907 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Publish callbacks [] for router_gateway (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.462003 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.469973 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Attempting to bind port 298e0cda-d94c-4275-b38e-a20f76d0bd1c on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:42.470353 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Attempting to bind port 298e0cda-d94c-4275-b38e-a20f76d0bd1c by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': 'a7dab048-ce06-48f0-af76-3c9c21195fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:42.471268 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Attempting to bind port 298e0cda-d94c-4275-b38e-a20f76d0bd1c on network 08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:42.476494 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:42.476869 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Checking segment: {'id': 'a7dab048-ce06-48f0-af76-3c9c21195fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:42.477266 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.477656 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Bound using segment: {'id': 'a7dab048-ce06-48f0-af76-3c9c21195fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:42.478119 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Bound port: 298e0cda-d94c-4275-b38e-a20f76d0bd1c, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7dab048-ce06-48f0-af76-3c9c21195fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:42.478915 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.514417 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Routers {'e02ba46a-8100-459a-881e-9f24a8deb2b0'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:42.515171 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:34:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['e02ba46a-8100-459a-881e-9f24a8deb2b0'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:42.550155 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] For port 298e0cda-d94c-4275-b38e-a20f76d0bd1c, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:42.553434 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] For port 298e0cda-d94c-4275-b38e-a20f76d0bd1c, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=298e0cda-d94c-4275-b38e-a20f76d0bd1c,segment=NetworkSegment(a7dab048-ce06-48f0-af76-3c9c21195fe9),segment_id=a7dab048-ce06-48f0-af76-3c9c21195fe9)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:42.562786 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaacea-84fd-4c56-9505-330031e69998 None None] Pushing event updated for resources: {'Port': ['ID=eae1aae6-7a7e-45b2-9e38-bb26b5132c55,revision_number=4']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.587140 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Allocated IP 172.27.2.197 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:42.644309 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] Set router e02ba46a-8100-459a-881e-9f24a8deb2b0 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:42.682066 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.709082 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Publish callbacks [] for port (3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.755413 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89270db1-dcfc-42cb-b444-07f1e5c01177 None None] Pushing event updated for resources: {'Port': ['ID=298e0cda-d94c-4275-b38e-a20f76d0bd1c,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.828113 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.872863 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-1b93583c-8c0a-42f6-b24f-a7f21e8e40ca None None] Provisioning complete for port eae1aae6-7a7e-45b2-9e38-bb26b5132c55 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:42.873840 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1b93583c-8c0a-42f6-b24f-a7f21e8e40ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:42.873982 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:35Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 4, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'gw_port': {'id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:36Z', 'updated_at': '2022-04-06T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'eae1aae6-7a7e-45b2-9e38-bb26b5132c55', 'name': '', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'mac_address': 'fa:16:3e:e1:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:37Z', 'updated_at': '2022-04-06T14:34:42Z', 'revision_number': 4, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'subnets': [{'id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:42.875170 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:42.878388 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:42.880907 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:42.914051 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:42.915573 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a77f4db-ec28-44d8-a732-9e50e9f1579a None None] The sync data for ids ['e02ba46a-8100-459a-881e-9f24a8deb2b0'] in dv-cinder-835881-5-iscsi is: [{'id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:35Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 4, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'gw_port': {'id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:36Z', 'updated_at': '2022-04-06T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'eae1aae6-7a7e-45b2-9e38-bb26b5132c55', 'name': '', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'mac_address': 'fa:16:3e:e1:c4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:37Z', 'updated_at': '2022-04-06T14:34:42Z', 'revision_number': 4, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'subnets': [{'id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:43.031499 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-1b93583c-8c0a-42f6-b24f-a7f21e8e40ca None None] Current status of the port eae1aae6-7a7e-45b2-9e38-bb26b5132c55 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:43.031951 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1b93583c-8c0a-42f6-b24f-a7f21e8e40ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.078377 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-1b93583c-8c0a-42f6-b24f-a7f21e8e40ca None None] For port eae1aae6-7a7e-45b2-9e38-bb26b5132c55, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=eae1aae6-7a7e-45b2-9e38-bb26b5132c55,segment=NetworkSegment(d5310ccc-2724-45c9-9c08-3a51bb757589),segment_id=d5310ccc-2724-45c9-9c08-3a51bb757589)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:43.080867 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.164635 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1b93583c-8c0a-42f6-b24f-a7f21e8e40ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.218719 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93583c-8c0a-42f6-b24f-a7f21e8e40ca None None] Pushing event updated for resources: {'Port': ['ID=eae1aae6-7a7e-45b2-9e38-bb26b5132c55,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:43.305631 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Publish callbacks [] for router_gateway (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.512624 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1031761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1029641'] for router (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.721358 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Router 19edd3c3-bdbe-45d8-a43a-e9d67755bd49 is scheduled to L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 with binding_index 1 {{(pid=103947) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 14:34:43.766740 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f57c59c-e33f-464d-a1e7-3ac8b74d9258 None None] Network 08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:34:43.839740 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:43.940492 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Sync routers for ids ['19edd3c3-bdbe-45d8-a43a-e9d67755bd49'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:43.967759 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Routers {'19edd3c3-bdbe-45d8-a43a-e9d67755bd49'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:43.971551 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:34:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['19edd3c3-bdbe-45d8-a43a-e9d67755bd49'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:43.973300 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-339f0f97-0682-4003-b624-e90b3937f9b4 None None] Provisioning complete for port 298e0cda-d94c-4275-b38e-a20f76d0bd1c triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:43.973667 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-339f0f97-0682-4003-b624-e90b3937f9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.991912 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:43.993135 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-47193558-97d1-4741-b125-c35d81400a31 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3050904 Apr 06 14:34:43.996050 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 38982) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:34:44.173236 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Set router 19edd3c3-bdbe-45d8-a43a-e9d67755bd49 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:44.258945 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 298e0cda-d94c-4275-b38e-a20f76d0bd1c up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:44.288146 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-339f0f97-0682-4003-b624-e90b3937f9b4 None None] Current status of the port 298e0cda-d94c-4275-b38e-a20f76d0bd1c is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:44.288532 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-339f0f97-0682-4003-b624-e90b3937f9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.389844 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-339f0f97-0682-4003-b624-e90b3937f9b4 None None] For port 298e0cda-d94c-4275-b38e-a20f76d0bd1c, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=298e0cda-d94c-4275-b38e-a20f76d0bd1c,segment=NetworkSegment(a7dab048-ce06-48f0-af76-3c9c21195fe9),segment_id=a7dab048-ce06-48f0-af76-3c9c21195fe9)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:44.424399 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 298e0cda-d94c-4275-b38e-a20f76d0bd1c triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:44.424766 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.481148 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.484444 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-339f0f97-0682-4003-b624-e90b3937f9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.490981 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'name': 'tempest-TestMinimumBasicScenario-799604420-router', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:43Z', 'revision_number': 3, 'project_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'gw_port': {'id': '3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:42Z', 'updated_at': '2022-04-06T14:34:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:44.561034 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Checking router: 19edd3c3-bdbe-45d8-a43a-e9d67755bd49 for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:44.561379 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Updating router 19edd3c3-bdbe-45d8-a43a-e9d67755bd49 port 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691 binding host dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:34:44.619864 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 298e0cda-d94c-4275-b38e-a20f76d0bd1c is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:44.620924 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device eae1aae6-7a7e-45b2-9e38-bb26b5132c55 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:44.643362 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Allocated IP 172.20.0.1 (08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd/6240977d-2f56-4050-ad67-dbd12469a21d/a17b9a8c-3166-49b6-8527-9eca625ddd4d) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:34:44.650223 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f0f97-0682-4003-b624-e90b3937f9b4 None None] Pushing event updated for resources: {'Port': ['ID=298e0cda-d94c-4275-b38e-a20f76d0bd1c,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:44.654407 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.689641 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-fdfc69a9-4612-4605-aee3-917cb98403a0 None None] Provisioning complete for port 298e0cda-d94c-4275-b38e-a20f76d0bd1c triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:44.690114 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fdfc69a9-4612-4605-aee3-917cb98403a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.752241 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Publish callbacks [] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.816373 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port eae1aae6-7a7e-45b2-9e38-bb26b5132c55 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:44.816985 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.856663 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:44.898411 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Network 08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:44.901483 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:44.905233 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:34:44.927274 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-fdfc69a9-4612-4605-aee3-917cb98403a0 None None] Current status of the port 298e0cda-d94c-4275-b38e-a20f76d0bd1c is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:44.934902 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Pushing event updated for resources: {'Port': ['ID=a17b9a8c-3166-49b6-8527-9eca625ddd4d,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:44.957020 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1029848'] for router_interface (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.019102 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port eae1aae6-7a7e-45b2-9e38-bb26b5132c55 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:45.076516 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Publish callbacks [] for port (3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691), precommit_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.147732 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-02268fa3-cf77-4f35-97fd-15ff905e1bac None None] Provisioning complete for port a17b9a8c-3166-49b6-8527-9eca625ddd4d triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:45.148102 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-02268fa3-cf77-4f35-97fd-15ff905e1bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.161919 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.169814 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.229589 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-02268fa3-cf77-4f35-97fd-15ff905e1bac None None] Port a17b9a8c-3166-49b6-8527-9eca625ddd4d cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:45.236459 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Attempting to bind port 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691 on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:45.236832 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Attempting to bind port 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691 by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:45.237200 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Attempting to bind port 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691 on network d18a54a7-0e89-4f08-a163-00d2181e6f69 {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:45.243240 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d309c8-a617-4a88-b0aa-4d0441ac55d6 None None] Pushing event updated for resources: {'Port': ['ID=3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691,revision_number=2']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:45.247880 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:45.248252 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Checking segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103949) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:45.248647 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.249028 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Bound using segment: {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'} {{(pid=103949) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:45.249494 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.managers [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Bound port: 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379014d6-cb58-40cf-84ac-87bbb19d089f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69'}}] {{(pid=103949) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:45.249872 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.301950 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] For port 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103949) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:45.305082 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] For port 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:45.332640 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Publish callbacks [] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.427855 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.452477 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.484210 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Routers {'19edd3c3-bdbe-45d8-a43a-e9d67755bd49'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:45.484836 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:34:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['19edd3c3-bdbe-45d8-a43a-e9d67755bd49'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:45.524121 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Pushing event updated for resources: {'Port': ['ID=a17b9a8c-3166-49b6-8527-9eca625ddd4d,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:45.524801 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d309c8-a617-4a88-b0aa-4d0441ac55d6 None None] Pushing event updated for resources: {'Port': ['ID=3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691,revision_number=3']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:45.526502 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1031240'] for router_interface (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.602381 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] Set router 19edd3c3-bdbe-45d8-a43a-e9d67755bd49 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:45.620481 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Network 08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:34:45.621864 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:34:45.757342 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Router 19edd3c3-bdbe-45d8-a43a-e9d67755bd49 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:34:45.876029 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:34:45.879124 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-737e0c5d-6006-429c-b2f5-3a67f87f8c5d None None] Provisioning complete for port a17b9a8c-3166-49b6-8527-9eca625ddd4d triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:45.879651 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-737e0c5d-6006-429c-b2f5-3a67f87f8c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:45.883014 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4954cf22-4ee4-42e6-9456-5331e84f6358 admin admin] 10.222.0.10 "PUT /v2.0/routers/19edd3c3-bdbe-45d8-a43a-e9d67755bd49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8859255 Apr 06 14:34:45.941476 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-737e0c5d-6006-429c-b2f5-3a67f87f8c5d None None] Port a17b9a8c-3166-49b6-8527-9eca625ddd4d cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:34:45.990304 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'name': 'tempest-TestMinimumBasicScenario-799604420-router', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:45Z', 'revision_number': 4, 'project_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'gw_port': {'id': '3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:42Z', 'updated_at': '2022-04-06T14:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'a17b9a8c-3166-49b6-8527-9eca625ddd4d', 'name': '', 'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'mac_address': 'fa:16:3e:41:11:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6240977d-2f56-4050-ad67-dbd12469a21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:44Z', 'updated_at': '2022-04-06T14:34:45Z', 'revision_number': 2, 'project_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'subnets': [{'id': '6240977d-2f56-4050-ad67-dbd12469a21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:46.018250 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301c2a15-1b7f-41bc-82ad-6c7af6f323ae None None] The sync data for ids ['19edd3c3-bdbe-45d8-a43a-e9d67755bd49'] in dv-cinder-835881-5-iscsi is: [{'id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'name': 'tempest-TestMinimumBasicScenario-799604420-router', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:45Z', 'revision_number': 4, 'project_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'gw_port': {'id': '3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:42Z', 'updated_at': '2022-04-06T14:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'a17b9a8c-3166-49b6-8527-9eca625ddd4d', 'name': '', 'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'mac_address': 'fa:16:3e:41:11:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6240977d-2f56-4050-ad67-dbd12469a21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:44Z', 'updated_at': '2022-04-06T14:34:45Z', 'revision_number': 2, 'project_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'subnets': [{'id': '6240977d-2f56-4050-ad67-dbd12469a21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:46.154288 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 298e0cda-d94c-4275-b38e-a20f76d0bd1c up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:46.237585 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 298e0cda-d94c-4275-b38e-a20f76d0bd1c triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:46.239768 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:46.335645 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 298e0cda-d94c-4275-b38e-a20f76d0bd1c is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:48.176370 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:48.237276 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:48.238012 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.340669 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691 is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:48.340967 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.365873 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] For port 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:48.427660 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:48.480287 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Pushing event updated for resources: {'Port': ['ID=3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:49.589648 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Sync routers for ids ['19edd3c3-bdbe-45d8-a43a-e9d67755bd49'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:34:49.599847 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Routers {'19edd3c3-bdbe-45d8-a43a-e9d67755bd49'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:49.600459 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:34:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['19edd3c3-bdbe-45d8-a43a-e9d67755bd49'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:49.719380 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Set router 19edd3c3-bdbe-45d8-a43a-e9d67755bd49 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:49.901397 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:34:49.929404 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'name': 'tempest-TestMinimumBasicScenario-799604420-router', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:45Z', 'revision_number': 4, 'project_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'gw_port': {'id': '3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:42Z', 'updated_at': '2022-04-06T14:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'a17b9a8c-3166-49b6-8527-9eca625ddd4d', 'name': '', 'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'mac_address': 'fa:16:3e:41:11:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6240977d-2f56-4050-ad67-dbd12469a21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:44Z', 'updated_at': '2022-04-06T14:34:45Z', 'revision_number': 2, 'project_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'subnets': [{'id': '6240977d-2f56-4050-ad67-dbd12469a21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:49.962134 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Checking router: 19edd3c3-bdbe-45d8-a43a-e9d67755bd49 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:34:49.962456 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Updating router 19edd3c3-bdbe-45d8-a43a-e9d67755bd49 port a17b9a8c-3166-49b6-8527-9eca625ddd4d binding host dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 14:34:49.992662 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.170497 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691 up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:50.232100 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:50.232573 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.318691 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Publish callbacks [] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), precommit_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.344811 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:50.457163 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.522088 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.530691 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61359158-c284-4c5d-bcdc-c4bbd6443329 None None] Pushing event updated for resources: {'Port': ['ID=a17b9a8c-3166-49b6-8527-9eca625ddd4d,revision_number=3']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:50.601380 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Attempting to bind port a17b9a8c-3166-49b6-8527-9eca625ddd4d on host dv-cinder-835881-5-iscsi for vnic_type normal with profile {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:34:50.602083 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Attempting to bind port a17b9a8c-3166-49b6-8527-9eca625ddd4d by drivers openvswitch,hyperv on host dv-cinder-835881-5-iscsi at level 0 using segments [{'id': 'a7dab048-ce06-48f0-af76-3c9c21195fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd'}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:34:50.602200 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Attempting to bind port a17b9a8c-3166-49b6-8527-9eca625ddd4d on network 08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:34:50.611653 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Checking agent: {'id': '3d44fbc5-239d-4c90-a1ff-e183c19f3486', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 7, 43), 'started_at': datetime.datetime(2022, 4, 6, 14, 8, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:34:50.612004 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Checking segment: {'id': 'a7dab048-ce06-48f0-af76-3c9c21195fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:34:50.612406 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.614033 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Bound using segment: {'id': 'a7dab048-ce06-48f0-af76-3c9c21195fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd'} {{(pid=103950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:34:50.614556 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.managers [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Bound port: a17b9a8c-3166-49b6-8527-9eca625ddd4d, host: dv-cinder-835881-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7dab048-ce06-48f0-af76-3c9c21195fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd'}}] {{(pid=103950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:34:50.614935 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), before_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.706075 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] For port a17b9a8c-3166-49b6-8527-9eca625ddd4d, host dv-cinder-835881-5-iscsi, cleared binding levels {{(pid=103950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:34:50.709934 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.plugins.ml2.db [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] For port a17b9a8c-3166-49b6-8527-9eca625ddd4d, host dv-cinder-835881-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=a17b9a8c-3166-49b6-8527-9eca625ddd4d,segment=NetworkSegment(a7dab048-ce06-48f0-af76-3c9c21195fe9),segment_id=a7dab048-ce06-48f0-af76-3c9c21195fe9)] {{(pid=103950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:34:50.797639 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-3a7a02b1-bc3a-4e1a-a620-85a7de89e7bb None None] Provisioning complete for port a17b9a8c-3166-49b6-8527-9eca625ddd4d triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:50.797639 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3a7a02b1-bc3a-4e1a-a620-85a7de89e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.802993 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron_lib.callbacks.manager [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), after_update {{(pid=103950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.885908 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Routers {'19edd3c3-bdbe-45d8-a43a-e9d67755bd49'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:34:50.886923 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:34:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['19edd3c3-bdbe-45d8-a43a-e9d67755bd49'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:50.919225 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a02b1-bc3a-4e1a-a620-85a7de89e7bb None None] Current status of the port a17b9a8c-3166-49b6-8527-9eca625ddd4d is: DOWN; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:50.919619 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3a7a02b1-bc3a-4e1a-a620-85a7de89e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:50.968716 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-3a7a02b1-bc3a-4e1a-a620-85a7de89e7bb None None] For port a17b9a8c-3166-49b6-8527-9eca625ddd4d, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=a17b9a8c-3166-49b6-8527-9eca625ddd4d,segment=NetworkSegment(a7dab048-ce06-48f0-af76-3c9c21195fe9),segment_id=a7dab048-ce06-48f0-af76-3c9c21195fe9)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:34:50.979983 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61359158-c284-4c5d-bcdc-c4bbd6443329 None None] Pushing event updated for resources: {'Port': ['ID=a17b9a8c-3166-49b6-8527-9eca625ddd4d,revision_number=4']} {{(pid=103950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:51.044419 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3a7a02b1-bc3a-4e1a-a620-85a7de89e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.070378 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] Set router 19edd3c3-bdbe-45d8-a43a-e9d67755bd49 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:34:51.141357 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a02b1-bc3a-4e1a-a620-85a7de89e7bb None None] Pushing event updated for resources: {'Port': ['ID=a17b9a8c-3166-49b6-8527-9eca625ddd4d,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:34:51.169717 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-27501097-e87b-4f6a-a2cf-835bef96059f None None] Provisioning complete for port a17b9a8c-3166-49b6-8527-9eca625ddd4d triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:51.170791 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-27501097-e87b-4f6a-a2cf-835bef96059f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:51.285053 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-27501097-e87b-4f6a-a2cf-835bef96059f None None] Current status of the port a17b9a8c-3166-49b6-8527-9eca625ddd4d is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:51.444433 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'name': 'tempest-TestMinimumBasicScenario-799604420-router', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:45Z', 'revision_number': 4, 'project_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'gw_port': {'id': '3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:42Z', 'updated_at': '2022-04-06T14:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'a17b9a8c-3166-49b6-8527-9eca625ddd4d', 'name': '', 'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'mac_address': 'fa:16:3e:41:11:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6240977d-2f56-4050-ad67-dbd12469a21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:44Z', 'updated_at': '2022-04-06T14:34:50Z', 'revision_number': 4, 'project_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'subnets': [{'id': '6240977d-2f56-4050-ad67-dbd12469a21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:34:51.474079 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37062aef-623e-4464-8c3d-dff2bd2acf34 None None] The sync data for ids ['19edd3c3-bdbe-45d8-a43a-e9d67755bd49'] in dv-cinder-835881-5-iscsi is: [{'id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'name': 'tempest-TestMinimumBasicScenario-799604420-router', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:34:45Z', 'revision_number': 4, 'project_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'gw_port': {'id': '3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:42Z', 'updated_at': '2022-04-06T14:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'a17b9a8c-3166-49b6-8527-9eca625ddd4d', 'name': '', 'network_id': '08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'mac_address': 'fa:16:3e:41:11:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6240977d-2f56-4050-ad67-dbd12469a21d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:44Z', 'updated_at': '2022-04-06T14:34:50Z', 'revision_number': 4, 'project_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'subnets': [{'id': '6240977d-2f56-4050-ad67-dbd12469a21d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:34:52.180101 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device a17b9a8c-3166-49b6-8527-9eca625ddd4d up at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:34:52.242920 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Provisioning complete for port a17b9a8c-3166-49b6-8527-9eca625ddd4d triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:34:52.243315 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:34:52.339464 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port a17b9a8c-3166-49b6-8527-9eca625ddd4d is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:34:57.722025 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05709c0-4334-45f4-9958-9bd35e301663 req-347a547f-c055-40d8-a6d4-6211cc29af6e tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:34:57.723506 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a05709c0-4334-45f4-9958-9bd35e301663 req-347a547f-c055-40d8-a6d4-6211cc29af6e tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/networks?id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3 HTTP/1.1" status: 200 len: 815 time: 0.1021073 Apr 06 14:34:57.738978 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a05709c0-4334-45f4-9958-9bd35e301663 req-885c89ce-0c02-4807-b07d-92ede93744f7 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/quotas/7d0cf5af09344cb6bdc0961c8f372092 HTTP/1.1" status: 200 len: 375 time: 0.0098398 Apr 06 14:34:57.793588 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a05709c0-4334-45f4-9958-9bd35e301663 req-309ad0af-fa99-4841-bb3d-f571ea4e483a tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d0cf5af09344cb6bdc0961c8f372092&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495336 Apr 06 14:34:57.893689 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a05709c0-4334-45f4-9958-9bd35e301663 req-ed15149f-f1d7-4dc3-a7b2-349fdf422486 service neutron] 10.222.0.10 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868993 Apr 06 14:34:58.125968 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a05709c0-4334-45f4-9958-9bd35e301663 req-1a4f84e6-a054-4319-8611-b39ff80c4638 service neutron] 10.222.0.10 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266917 Apr 06 14:34:58.420609 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e66aa3d0-500c-498e-bec5-0cd3217a530c req-62b20112-a9ed-411b-81b4-57999638cdab tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 210 time: 0.0273521 Apr 06 14:34:59.501648 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2efb9cc8-ebb3-4ffa-b6e8-d0ed6352f048 req-72763803-8d6f-4179-afa2-51ebb3a1a313 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 210 time: 0.0266690 Apr 06 14:35:00.594214 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-fa53ba2c-8839-4ee0-8f7b-a9e446be905e req-1cc35276-c1b3-4322-9809-2a79409772e3 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 210 time: 0.0256126 Apr 06 14:35:01.050410 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05709c0-4334-45f4-9958-9bd35e301663 req-e004ad32-750a-47f0-8963-e0df0503171b tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:01.053668 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a05709c0-4334-45f4-9958-9bd35e301663 req-e004ad32-750a-47f0-8963-e0df0503171b tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.49 "GET /v2.0/networks?id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3 HTTP/1.1" status: 200 len: 815 time: 0.1093063 Apr 06 14:35:01.066721 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-a05709c0-4334-45f4-9958-9bd35e301663 req-146ece1d-2b92-40dc-ad40-d9d2e8a5b61f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Request body: {'port': {'device_id': 'b58277fc-3259-427c-8841-9b327695ae3c', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'admin_state_up': True, 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:01.249859 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05709c0-4334-45f4-9958-9bd35e301663 req-146ece1d-2b92-40dc-ad40-d9d2e8a5b61f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Made reservation on behalf of 7d0cf5af09344cb6bdc0961c8f372092 for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:35:01.254065 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a05709c0-4334-45f4-9958-9bd35e301663 req-146ece1d-2b92-40dc-ad40-d9d2e8a5b61f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.386112 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-a05709c0-4334-45f4-9958-9bd35e301663 req-146ece1d-2b92-40dc-ad40-d9d2e8a5b61f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Allocated IP 172.20.0.14 (63eee9f4-7a5f-41f1-8d25-72eee17b17b3/53fd7ca3-490f-425d-ab0f-26f418004ba0/10f5aa29-60bc-4ebf-9bad-0077ca778c29) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:01.541099 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a05709c0-4334-45f4-9958-9bd35e301663 req-146ece1d-2b92-40dc-ad40-d9d2e8a5b61f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.629291 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a05709c0-4334-45f4-9958-9bd35e301663 req-146ece1d-2b92-40dc-ad40-d9d2e8a5b61f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.677347 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e23a6fc1-bc3f-4523-8b89-1f2c22b408cb req-2c64d0b0-5018-4562-81d2-8869a27f19e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0888500 Apr 06 14:35:01.680617 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05709c0-4334-45f4-9958-9bd35e301663 req-146ece1d-2b92-40dc-ad40-d9d2e8a5b61f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Network 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:01.692886 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-a05709c0-4334-45f4-9958-9bd35e301663 req-146ece1d-2b92-40dc-ad40-d9d2e8a5b61f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:01.714489 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05709c0-4334-45f4-9958-9bd35e301663 req-146ece1d-2b92-40dc-ad40-d9d2e8a5b61f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:01.776047 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ece1d-2b92-40dc-ad40-d9d2e8a5b61f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Pushing event updated for resources: {'Port': ['ID=10f5aa29-60bc-4ebf-9bad-0077ca778c29,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:01.819029 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05709c0-4334-45f4-9958-9bd35e301663 req-146ece1d-2b92-40dc-ad40-d9d2e8a5b61f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:01.819988 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a05709c0-4334-45f4-9958-9bd35e301663 req-146ece1d-2b92-40dc-ad40-d9d2e8a5b61f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:01.850834 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa9d30-f38b-4a26-81ee-0eb95493da61 req-db23befa-d927-4cd8-b50f-0f6be15efce6 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:01.858409 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-49fa9d30-f38b-4a26-81ee-0eb95493da61 req-db23befa-d927-4cd8-b50f-0f6be15efce6 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 932 time: 0.1888323 Apr 06 14:35:01.881282 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a6fc1-bc3f-4523-8b89-1f2c22b408cb req-83508654-d53f-4ccf-bdba-945f7c0e1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:01.883205 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e23a6fc1-bc3f-4523-8b89-1f2c22b408cb req-83508654-d53f-4ccf-bdba-945f7c0e1b4c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 1129 time: 0.1381652 Apr 06 14:35:01.914231 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a05709c0-4334-45f4-9958-9bd35e301663 req-146ece1d-2b92-40dc-ad40-d9d2e8a5b61f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8512590 Apr 06 14:35:01.934672 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-49fa9d30-f38b-4a26-81ee-0eb95493da61 req-5bb89e59-c36b-4f59-8df5-4ecca486e441 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748942 Apr 06 14:35:02.003422 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-c78aaa67-72b1-4210-82ef-9653857fa6c0 None None] Provisioning complete for port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:02.004803 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c78aaa67-72b1-4210-82ef-9653857fa6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:02.058986 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-c78aaa67-72b1-4210-82ef-9653857fa6c0 None None] Port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:35:03.064535 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867231e-210e-4d98-86d9-b5b40562d3d6 req-ebd20f39-d3f8-484d-9fe7-ac2828cf0889 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:03.066032 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6867231e-210e-4d98-86d9-b5b40562d3d6 req-ebd20f39-d3f8-484d-9fe7-ac2828cf0889 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 932 time: 0.0584917 Apr 06 14:35:03.122677 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6867231e-210e-4d98-86d9-b5b40562d3d6 req-6f198adc-754f-46ca-b41a-da5390d316d9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495028 Apr 06 14:35:04.530205 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a4339-0e63-4cca-a04c-e82238f82182 req-78f308ba-49d9-4ee3-b53c-3fbd14f360ac tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:04.531708 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-926a4339-0e63-4cca-a04c-e82238f82182 req-78f308ba-49d9-4ee3-b53c-3fbd14f360ac tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 932 time: 0.3419347 Apr 06 14:35:04.581551 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-926a4339-0e63-4cca-a04c-e82238f82182 req-ab1ea91f-5eff-4397-918b-5dbc25cc9534 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 Apr 06 14:35:05.121159 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f017d2aa-06a4-4347-b416-1aeb744c4a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:05.728090 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7de2c-5b00-4bb6-9891-d7911dc06714 req-e4d253dd-c6f7-4f71-a27f-361b4db068f9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:05.729585 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a0d7de2c-5b00-4bb6-9891-d7911dc06714 req-e4d253dd-c6f7-4f71-a27f-361b4db068f9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 932 time: 0.0554900 Apr 06 14:35:05.778116 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a0d7de2c-5b00-4bb6-9891-d7911dc06714 req-3b6ceebf-2740-432e-a159-236bfbbcdd58 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429850 Apr 06 14:35:06.901312 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a382384-ef1b-4e90-9c00-aaea56c974a3 req-2c9e5977-6d0e-4175-90d5-cdbfe082a514 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:06.906605 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6a382384-ef1b-4e90-9c00-aaea56c974a3 req-2c9e5977-6d0e-4175-90d5-cdbfe082a514 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 932 time: 0.0584636 Apr 06 14:35:06.950485 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6a382384-ef1b-4e90-9c00-aaea56c974a3 req-36b8bf2d-cd08-4975-979b-856788eddf14 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419848 Apr 06 14:35:08.067156 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b474a3f-fe40-469c-92e8-d1a6918d5025 req-b49b8835-ee57-4288-aac1-248e6c58d24e tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:08.068628 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5b474a3f-fe40-469c-92e8-d1a6918d5025 req-b49b8835-ee57-4288-aac1-248e6c58d24e tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 932 time: 0.0508008 Apr 06 14:35:08.115371 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-5b474a3f-fe40-469c-92e8-d1a6918d5025 req-c73f4891-70a4-4017-81c4-2917cad8a944 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Apr 06 14:35:09.256030 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e1b6f-a3cc-46a3-9f57-c3ee8ee02ff8 req-f98a500a-b87a-4c25-a552-c1f5d76ada5c tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:09.257724 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e87e1b6f-a3cc-46a3-9f57-c3ee8ee02ff8 req-f98a500a-b87a-4c25-a552-c1f5d76ada5c tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 932 time: 0.0760050 Apr 06 14:35:09.325333 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e87e1b6f-a3cc-46a3-9f57-c3ee8ee02ff8 req-bbc5e418-fa23-4c3a-ba7d-63b52fd3e730 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564184 Apr 06 14:35:09.530313 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-764e2995-31de-4852-acc6-11596a5c6f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.437819 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b0471-fcce-4411-9f48-9e6006b1ad8e req-b1bc3a4c-a88f-4efe-bc6e-bde62a69035d tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:10.439912 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6a7b0471-fcce-4411-9f48-9e6006b1ad8e req-b1bc3a4c-a88f-4efe-bc6e-bde62a69035d tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 932 time: 0.0555794 Apr 06 14:35:10.441113 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:10.488211 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6a7b0471-fcce-4411-9f48-9e6006b1ad8e req-048a2bb1-ed4a-444f-8259-4c609fc8b927 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 Apr 06 14:35:11.632579 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f8727-c471-4a05-a6e8-332e5f1371e9 req-01e7aff1-f40a-494c-9b21-c95948950938 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:11.634855 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-653f8727-c471-4a05-a6e8-332e5f1371e9 req-01e7aff1-f40a-494c-9b21-c95948950938 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 932 time: 0.0708711 Apr 06 14:35:11.682933 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-653f8727-c471-4a05-a6e8-332e5f1371e9 req-65e360ec-87e5-497f-8d38-3e61a4871c65 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418744 Apr 06 14:35:12.101533 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:12.802693 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f6936-b332-4af4-b4f5-b81b90df8dd8 req-2e5b78df-f513-469c-a48e-6121d067ed55 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:12.804301 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ff3f6936-b332-4af4-b4f5-b81b90df8dd8 req-2e5b78df-f513-469c-a48e-6121d067ed55 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 932 time: 0.0553792 Apr 06 14:35:12.865657 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ff3f6936-b332-4af4-b4f5-b81b90df8dd8 req-9a36ed35-2eb5-4eff-895e-35663f3aab78 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461435 Apr 06 14:35:13.046797 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:13.987997 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db859b4b-f216-4aba-bf9f-265146d488b0 req-2da14596-669e-4d8b-9d71-74412917d913 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:13.989396 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-db859b4b-f216-4aba-bf9f-265146d488b0 req-2da14596-669e-4d8b-9d71-74412917d913 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 932 time: 0.0549343 Apr 06 14:35:14.041908 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-db859b4b-f216-4aba-bf9f-265146d488b0 req-decc48d3-d37f-44e6-9ce7-9e8fead4bb11 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468144 Apr 06 14:35:15.161326 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966ec3e-4ef6-45b2-a6f4-7c898e6b19f2 req-93eba326-4adc-406a-814d-cace154ec038 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:15.163649 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b966ec3e-4ef6-45b2-a6f4-7c898e6b19f2 req-93eba326-4adc-406a-814d-cace154ec038 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 932 time: 0.0545132 Apr 06 14:35:15.210366 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b966ec3e-4ef6-45b2-a6f4-7c898e6b19f2 req-86df9a67-2e4c-4b42-aba0-cfa3460d84c6 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409188 Apr 06 14:35:16.328696 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7fc7d-dbe4-42ac-81f9-f9e9e3f8e36c req-f1f26db1-67fb-4ed9-9b6c-5ff7f11e5b1c tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:16.331042 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-89e7fc7d-dbe4-42ac-81f9-f9e9e3f8e36c req-f1f26db1-67fb-4ed9-9b6c-5ff7f11e5b1c tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 932 time: 0.0531013 Apr 06 14:35:16.378334 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-89e7fc7d-dbe4-42ac-81f9-f9e9e3f8e36c req-35b21bd8-6802-4a08-874c-80749f5a82e2 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416725 Apr 06 14:35:16.607761 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Request body: {'port': {'device_id': 'b58277fc-3259-427c-8841-9b327695ae3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:16.730898 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:16.735318 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a6fc1-bc3f-4523-8b89-1f2c22b408cb req-cd11715f-4cb6-4e6d-b907-21f1be28343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:16.736817 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e23a6fc1-bc3f-4523-8b89-1f2c22b408cb req-cd11715f-4cb6-4e6d-b907-21f1be28343b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 912 time: 0.1422458 Apr 06 14:35:16.887415 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e23a6fc1-bc3f-4523-8b89-1f2c22b408cb req-2f16af60-4255-4ff2-a4bc-b9eeb0a5d9fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10598a1a-d443-442f-b5d1-c0f3225d0009 HTTP/1.1" status: 200 len: 1001 time: 0.1218021 Apr 06 14:35:16.990258 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a6fc1-bc3f-4523-8b89-1f2c22b408cb req-75733e5b-856a-4390-93a8-5cb5a300621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:16.991647 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e23a6fc1-bc3f-4523-8b89-1f2c22b408cb req-75733e5b-856a-4390-93a8-5cb5a300621a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 200 len: 850 time: 0.0921619 Apr 06 14:35:17.075499 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a6fc1-bc3f-4523-8b89-1f2c22b408cb req-2918b734-453d-4de4-a7b5-d8b8e34b391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:17.076990 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e23a6fc1-bc3f-4523-8b89-1f2c22b408cb req-2918b734-453d-4de4-a7b5-d8b8e34b391a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9feb50d3-6449-48c4-b720-2ad5809a7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774415 Apr 06 14:35:17.164379 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f5aa29-60bc-4ebf-9bad-0077ca778c29 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:35:17.174754 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Publish callbacks [] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.199286 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Transition to ACTIVE for port object 10f5aa29-60bc-4ebf-9bad-0077ca778c29 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:35:17.215305 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e23a6fc1-bc3f-4523-8b89-1f2c22b408cb req-98372ebd-9a63-4fc8-9e82-afa0732589ef service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307008 Apr 06 14:35:17.291529 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.360733 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e23a6fc1-bc3f-4523-8b89-1f2c22b408cb req-09aa900b-04f2-4bb3-8450-409107be5c8e service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370287 Apr 06 14:35:17.367716 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Pushing event updated for resources: {'Port': ['ID=10f5aa29-60bc-4ebf-9bad-0077ca778c29,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:17.448279 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Attempting to bind port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:35:17.450301 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Attempting to bind port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'd5310ccc-2724-45c9-9c08-3a51bb757589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:35:17.450301 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Attempting to bind port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 on network 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:17.454155 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 on network 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:35:17.455604 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Attempting to bind port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 on network 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:35:17.461045 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:35:17.461385 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Checking segment: {'id': 'd5310ccc-2724-45c9-9c08-3a51bb757589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:35:17.461774 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Bound using segment: {'id': 'd5310ccc-2724-45c9-9c08-3a51bb757589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:35:17.462204 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Bound port: 10f5aa29-60bc-4ebf-9bad-0077ca778c29, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5310ccc-2724-45c9-9c08-3a51bb757589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:35:17.462588 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.527568 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29942d60-4462-4fb3-b876-581eca46a994 req-b63eb4e8-f3d0-440c-8003-fadaac8237af tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:17.529110 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-29942d60-4462-4fb3-b876-581eca46a994 req-b63eb4e8-f3d0-440c-8003-fadaac8237af tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 944 time: 0.0703912 Apr 06 14:35:17.547852 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] For port 10f5aa29-60bc-4ebf-9bad-0077ca778c29, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:35:17.552048 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] For port 10f5aa29-60bc-4ebf-9bad-0077ca778c29, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=10f5aa29-60bc-4ebf-9bad-0077ca778c29,segment=NetworkSegment(d5310ccc-2724-45c9-9c08-3a51bb757589),segment_id=d5310ccc-2724-45c9-9c08-3a51bb757589)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:35:17.583693 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-29942d60-4462-4fb3-b876-581eca46a994 req-ad8f85de-e064-4322-9197-996d5294b04a tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471780 Apr 06 14:35:17.629586 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.667441 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:17.668060 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:17.669436 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a05709c0-4334-45f4-9958-9bd35e301663 req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] 10.222.0.49 "PUT /v2.0/ports/10f5aa29-60bc-4ebf-9bad-0077ca778c29 HTTP/1.1" status: 200 len: 1094 time: 1.0730321 Apr 06 14:35:17.669878 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58277fc-3259-427c-8841-9b327695ae3c', 'tag': '10f5aa29-60bc-4ebf-9bad-0077ca778c29'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:35:17.672188 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedac621-e379-4cd2-9444-1832775faa8e" -d '{"events": [{"name": "network-changed", "server_uuid": "b58277fc-3259-427c-8841-9b327695ae3c", "tag": "10f5aa29-60bc-4ebf-9bad-0077ca778c29"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:35:17.695403 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711e0b7-f515-4767-a6c3-7fde87c29551 service neutron] Pushing event updated for resources: {'Port': ['ID=10f5aa29-60bc-4ebf-9bad-0077ca778c29,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:17.836416 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68765bc6-973b-4ec4-8d9a-5bc39c62489c x-openstack-request-id: req-68765bc6-973b-4ec4-8d9a-5bc39c62489c {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:35:17.836416 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58277fc-3259-427c-8841-9b327695ae3c", "tag": "10f5aa29-60bc-4ebf-9bad-0077ca778c29", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:35:17.836416 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68765bc6-973b-4ec4-8d9a-5bc39c62489c {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:35:17.836416 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68765bc6-973b-4ec4-8d9a-5bc39c62489c'] response: {'name': 'network-changed', 'server_uuid': 'b58277fc-3259-427c-8841-9b327695ae3c', 'tag': '10f5aa29-60bc-4ebf-9bad-0077ca778c29', 'status': 'completed', 'code': 200} Apr 06 14:35:17.929037 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedac621-e379-4cd2-9444-1832775faa8e req-0d5ad382-683c-40e5-8b8f-ae34058e476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:17.930698 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bedac621-e379-4cd2-9444-1832775faa8e req-0d5ad382-683c-40e5-8b8f-ae34058e476f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d0cf5af09344cb6bdc0961c8f372092&device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 1128 time: 0.0445354 Apr 06 14:35:18.037577 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedac621-e379-4cd2-9444-1832775faa8e req-77acca64-ed3a-47ad-8232-a5fef5011590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:18.039126 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bedac621-e379-4cd2-9444-1832775faa8e req-77acca64-ed3a-47ad-8232-a5fef5011590 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7d0cf5af09344cb6bdc0961c8f372092&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0966697 Apr 06 14:35:18.411561 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedac621-e379-4cd2-9444-1832775faa8e req-d0c336b6-36c8-4ec7-91f0-0664cdbfc416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:18.413060 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bedac621-e379-4cd2-9444-1832775faa8e req-d0c336b6-36c8-4ec7-91f0-0664cdbfc416 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951400 Apr 06 14:35:18.498413 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05709c0-4334-45f4-9958-9bd35e301663 req-e7851dc8-b2d0-4ce1-ac6e-780074ad624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:18.499974 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a05709c0-4334-45f4-9958-9bd35e301663 req-e7851dc8-b2d0-4ce1-ac6e-780074ad624d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d0cf5af09344cb6bdc0961c8f372092&device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 1128 time: 0.0444453 Apr 06 14:35:18.548600 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a05709c0-4334-45f4-9958-9bd35e301663 req-1541c661-9652-412f-ab55-ab69141171d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10f5aa29-60bc-4ebf-9bad-0077ca778c29 HTTP/1.1" status: 200 len: 217 time: 0.0344772 Apr 06 14:35:18.606043 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05709c0-4334-45f4-9958-9bd35e301663 req-07531b9d-3b67-4b9a-9cfc-f35742c7f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:18.607551 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a05709c0-4334-45f4-9958-9bd35e301663 req-07531b9d-3b67-4b9a-9cfc-f35742c7f42a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53fd7ca3-490f-425d-ab0f-26f418004ba0 HTTP/1.1" status: 200 len: 854 time: 0.0475910 Apr 06 14:35:18.666015 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05709c0-4334-45f4-9958-9bd35e301663 req-6165fe4c-3a0e-4538-ad66-9b904eb5c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:18.667444 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a05709c0-4334-45f4-9958-9bd35e301663 req-6165fe4c-3a0e-4538-ad66-9b904eb5c9c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475814 Apr 06 14:35:18.703265 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249f34f-a1e9-4661-89e1-62701e4dae7f req-fd23d672-17ac-4f55-87f3-57b22074837e tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:18.705699 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9249f34f-a1e9-4661-89e1-62701e4dae7f req-fd23d672-17ac-4f55-87f3-57b22074837e tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 944 time: 0.0544195 Apr 06 14:35:18.755376 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9249f34f-a1e9-4661-89e1-62701e4dae7f req-2fc70fdb-f947-4d5d-abce-78f29baee5a9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440526 Apr 06 14:35:18.760276 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a05709c0-4334-45f4-9958-9bd35e301663 req-6c35de2d-4715-4c3c-a621-5aa8e1b657ef service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838525 Apr 06 14:35:18.859219 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a05709c0-4334-45f4-9958-9bd35e301663 req-1588d0e4-b984-4b05-913f-fe16b921a313 service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855937 Apr 06 14:35:19.875719 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848954a-1911-40fe-873f-2b71fad66a9f req-66b3eb3e-8f7d-4a5e-9905-c730a77c3908 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:19.877175 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6848954a-1911-40fe-873f-2b71fad66a9f req-66b3eb3e-8f7d-4a5e-9905-c730a77c3908 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 944 time: 0.0531528 Apr 06 14:35:19.929440 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6848954a-1911-40fe-873f-2b71fad66a9f req-4627a6c9-f63b-4707-b274-1f278578d2c0 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411835 Apr 06 14:35:20.520113 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:21.045243 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e6a5c-bb42-487a-8a85-75aa2b061ae1 req-783c32b4-2d11-4f19-9ff1-d2ca968d80c9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:21.046728 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8c0e6a5c-bb42-487a-8a85-75aa2b061ae1 req-783c32b4-2d11-4f19-9ff1-d2ca968d80c9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 944 time: 0.0513225 Apr 06 14:35:21.093439 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8c0e6a5c-bb42-487a-8a85-75aa2b061ae1 req-723d619c-4a6c-467f-9a05-12bc4152433b tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403883 Apr 06 14:35:22.215249 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b755e4-0aab-4db0-b0c1-d0cf496e9d63 req-9baa5e29-fa28-4f1c-b218-ccfdf598456e tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:22.216749 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a0b755e4-0aab-4db0-b0c1-d0cf496e9d63 req-9baa5e29-fa28-4f1c-b218-ccfdf598456e tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 944 time: 0.0571828 Apr 06 14:35:22.266184 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a0b755e4-0aab-4db0-b0c1-d0cf496e9d63 req-00b9816c-ef78-4a8e-a799-b44d719bee63 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423880 Apr 06 14:35:23.177153 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 10f5aa29-60bc-4ebf-9bad-0077ca778c29 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:35:23.270146 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 10f5aa29-60bc-4ebf-9bad-0077ca778c29, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=10f5aa29-60bc-4ebf-9bad-0077ca778c29,segment=NetworkSegment(d5310ccc-2724-45c9-9c08-3a51bb757589),segment_id=d5310ccc-2724-45c9-9c08-3a51bb757589)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:23.284962 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '10f5aa29-60bc-4ebf-9bad-0077ca778c29', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'port_id': '10f5aa29-60bc-4ebf-9bad-0077ca778c29', 'mac_address': 'fa:16:3e:75:a5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:35:23.322547 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:23.322939 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.336208 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f5aa29-60bc-4ebf-9bad-0077ca778c29 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:35:23.356164 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 10f5aa29-60bc-4ebf-9bad-0077ca778c29, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=10f5aa29-60bc-4ebf-9bad-0077ca778c29,segment=NetworkSegment(d5310ccc-2724-45c9-9c08-3a51bb757589),segment_id=d5310ccc-2724-45c9-9c08-3a51bb757589)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:23.384436 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04374a8-e14c-400b-8dfc-c44ec3a78590 req-d5d35ed9-7135-4c3d-91cc-3a90496fa86e tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:23.385888 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c04374a8-e14c-400b-8dfc-c44ec3a78590 req-d5d35ed9-7135-4c3d-91cc-3a90496fa86e tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 944 time: 0.0514102 Apr 06 14:35:23.406561 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:23.433004 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c04374a8-e14c-400b-8dfc-c44ec3a78590 req-a5cf3d64-d86e-4ca9-9fa6-71560a9476cb tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Apr 06 14:35:23.454495 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=10f5aa29-60bc-4ebf-9bad-0077ca778c29,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:23.462988 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:23.463329 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:23.463668 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:23.464000 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:23.464327 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:23.464652 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:23.464976 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:23.465302 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:23.465612 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:23.465930 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:23.466245 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:23.466595 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:23.466913 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:23.467225 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:23.467536 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:23.919075 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['10f5aa29-60bc-4ebf-9bad-0077ca778c29'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:35:24.550340 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03af0e-b562-4596-9c36-fe39de847c85 req-088504dc-8d61-42d7-a71b-7e9b71da1254 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:24.551742 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1f03af0e-b562-4596-9c36-fe39de847c85 req-088504dc-8d61-42d7-a71b-7e9b71da1254 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 945 time: 0.0518031 Apr 06 14:35:24.598203 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1f03af0e-b562-4596-9c36-fe39de847c85 req-535d6c1f-21df-42b3-a21b-1d6ec4368418 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408342 Apr 06 14:35:25.179097 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 10f5aa29-60bc-4ebf-9bad-0077ca778c29 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:35:25.295774 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:35:25.300587 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:25.300960 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.379918 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:25.380366 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.402429 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58277fc-3259-427c-8841-9b327695ae3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f5aa29-60bc-4ebf-9bad-0077ca778c29'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:35:25.404693 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b0a6a6-ee82-4998-94e4-2dc41af4f7f7" -d '{"events": [{"server_uuid": "b58277fc-3259-427c-8841-9b327695ae3c", "name": "network-vif-plugged", "status": "completed", "tag": "10f5aa29-60bc-4ebf-9bad-0077ca778c29"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:35:25.417257 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 10f5aa29-60bc-4ebf-9bad-0077ca778c29, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=10f5aa29-60bc-4ebf-9bad-0077ca778c29,segment=NetworkSegment(d5310ccc-2724-45c9-9c08-3a51bb757589),segment_id=d5310ccc-2724-45c9-9c08-3a51bb757589)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:25.441248 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da062f5-1c66-4fc1-a08f-b6aedcb692ee x-openstack-request-id: req-1da062f5-1c66-4fc1-a08f-b6aedcb692ee {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:35:25.441540 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58277fc-3259-427c-8841-9b327695ae3c", "name": "network-vif-plugged", "status": "completed", "tag": "10f5aa29-60bc-4ebf-9bad-0077ca778c29", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:35:25.441795 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1da062f5-1c66-4fc1-a08f-b6aedcb692ee {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:35:25.442204 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da062f5-1c66-4fc1-a08f-b6aedcb692ee'] response: {'server_uuid': 'b58277fc-3259-427c-8841-9b327695ae3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f5aa29-60bc-4ebf-9bad-0077ca778c29', 'code': 200} Apr 06 14:35:25.480395 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:25.529710 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=10f5aa29-60bc-4ebf-9bad-0077ca778c29,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:25.750878 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575e470-3554-4e1b-ba0d-4babb0d989a8 req-0924cdf9-5d6e-4fb1-8aef-94c7e8e6bca4 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:25.752405 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4575e470-3554-4e1b-ba0d-4babb0d989a8 req-0924cdf9-5d6e-4fb1-8aef-94c7e8e6bca4 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 946 time: 0.0850954 Apr 06 14:35:25.758459 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e8cb7-45d7-42c8-8738-3b751478b065 req-616d7555-53e6-440b-abcf-658bf5b4603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:25.759857 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5c3e8cb7-45d7-42c8-8738-3b751478b065 req-616d7555-53e6-440b-abcf-658bf5b4603a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 1130 time: 0.0668414 Apr 06 14:35:25.826395 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4575e470-3554-4e1b-ba0d-4babb0d989a8 req-2b76d20f-362b-41bf-8f40-b24e99129f90 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656061 Apr 06 14:35:25.832863 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5c3e8cb7-45d7-42c8-8738-3b751478b065 req-884d8072-c4e1-408d-a4a8-bb1cae8ae5ab service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595517 Apr 06 14:35:26.904840 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:35:26.950910 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c2887-39e3-4454-9a10-db859b5278c9 req-ef456f93-db33-41a8-8a0d-14afc5791e24 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:26.952393 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-580c2887-39e3-4454-9a10-db859b5278c9 req-ef456f93-db33-41a8-8a0d-14afc5791e24 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 946 time: 0.0570655 Apr 06 14:35:26.999260 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-580c2887-39e3-4454-9a10-db859b5278c9 req-ce2cd45e-5385-48f4-9992-ab410d1768f1 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409062 Apr 06 14:35:28.121615 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48485237-a488-4975-99d9-d598e0610917 req-b7082eb6-31fe-42e8-af1f-57ed6ddf63ea tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:28.123151 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-48485237-a488-4975-99d9-d598e0610917 req-b7082eb6-31fe-42e8-af1f-57ed6ddf63ea tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 946 time: 0.0525484 Apr 06 14:35:28.170776 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-48485237-a488-4975-99d9-d598e0610917 req-8e94ccd7-9036-488b-9c54-dd66064d8325 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413876 Apr 06 14:35:29.287840 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34edec5-74cc-48b1-ae3d-048bcf730e45 req-b03050dc-ca36-4a83-9753-1acef7d02680 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:29.289409 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d34edec5-74cc-48b1-ae3d-048bcf730e45 req-b03050dc-ca36-4a83-9753-1acef7d02680 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 946 time: 0.0524397 Apr 06 14:35:29.338302 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d34edec5-74cc-48b1-ae3d-048bcf730e45 req-9c59f28f-5802-4983-9ff3-28c7819fb897 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433669 Apr 06 14:35:29.459462 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db467c11-e5ce-4f72-ae1f-1243948c6b39 req-b756c6ce-4089-4adf-8a63-a9bc95cb344c tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:29.460853 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-db467c11-e5ce-4f72-ae1f-1243948c6b39 req-b756c6ce-4089-4adf-8a63-a9bc95cb344c tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 946 time: 0.0555034 Apr 06 14:35:29.506046 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-db467c11-e5ce-4f72-ae1f-1243948c6b39 req-f431670e-ddce-4446-9a62-0646c7af4df8 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396421 Apr 06 14:35:29.825346 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d8bc-f104-44c8-bf20-46fb1c8601e9 req-9400b66e-ab3d-44d8-aef7-51f2624e1ca8 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:29.826832 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2652d8bc-f104-44c8-bf20-46fb1c8601e9 req-9400b66e-ab3d-44d8-aef7-51f2624e1ca8 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 946 time: 0.0513203 Apr 06 14:35:29.872337 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2652d8bc-f104-44c8-bf20-46fb1c8601e9 req-8293945a-6ce1-493e-bd21-6692d45ab1c5 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396099 Apr 06 14:35:35.166349 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-818cde12-ab51-4cdf-99da-791d2f5fd81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:38.983054 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4080d7c3-c12e-4433-8acb-9a22f65ec796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:40.684403 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.045713 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e5c44-2d2b-4902-a268-585c30ba2f4d req-bf960b7c-cde7-49e0-9855-f92197b2010a tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:42.047241 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6c6e5c44-2d2b-4902-a268-585c30ba2f4d req-bf960b7c-cde7-49e0-9855-f92197b2010a tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 946 time: 0.0511041 Apr 06 14:35:42.097357 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.098471 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-6c6e5c44-2d2b-4902-a268-585c30ba2f4d req-53e7f43d-ed3e-45b2-a104-76fbbddac8c3 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449426 Apr 06 14:35:42.121363 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 39214) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:42.251754 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2162ffb5-47a5-46a1-b5d7-7e1f02aae708 tempest-TestMinimumBasicScenario-312160766 tempest-TestMinimumBasicScenario-312160766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:42.253289 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-2162ffb5-47a5-46a1-b5d7-7e1f02aae708 tempest-TestMinimumBasicScenario-312160766 tempest-TestMinimumBasicScenario-312160766-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 1125 time: 0.1309314 Apr 06 14:35:42.256190 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 39218) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:42.260340 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Request body: {'floatingip': {'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'port_id': '10f5aa29-60bc-4ebf-9bad-0077ca778c29', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:42.331931 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.433466 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.538469 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Allocated IP 172.27.2.127 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/e7ad2115-5f7f-494e-addb-9e06329e48bd) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:35:42.642753 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for port (e7ad2115-5f7f-494e-addb-9e06329e48bd), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.753681 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (e7ad2115-5f7f-494e-addb-9e06329e48bd), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:42.794953 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:35:42.798028 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:35:42.801956 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:35:42.807952 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Pushing event updated for resources: {'Port': ['ID=e7ad2115-5f7f-494e-addb-9e06329e48bd,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:42.835241 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:42.835585 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:42.835930 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:42.836269 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:42.836604 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:42.837051 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:42.837380 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:42.837706 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:42.838033 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:42.838359 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:42.838719 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:42.839072 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:42.839390 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:42.839712 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:42.840035 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:43.034275 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.184424 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for floatingip (3b874862-0ef1-4f3c-8eb2-c6969107b703), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.302453 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (e7ad2115-5f7f-494e-addb-9e06329e48bd), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.452568 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for port (e7ad2115-5f7f-494e-addb-9e06329e48bd), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.506452 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (e7ad2115-5f7f-494e-addb-9e06329e48bd), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.576745 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Pushing event updated for resources: {'Port': ['ID=e7ad2115-5f7f-494e-addb-9e06329e48bd,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:43.588766 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (3b874862-0ef1-4f3c-8eb2-c6969107b703), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:43.695688 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Floating IP 3b874862-0ef1-4f3c-8eb2-c6969107b703 associated. External IP: 172.27.2.127, port: 10f5aa29-60bc-4ebf-9bad-0077ca778c29. Apr 06 14:35:43.901972 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Router e02ba46a-8100-459a-881e-9f24a8deb2b0 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:35:44.009752 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:35:44.020222 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9108770b-545a-4abe-af2c-90ad18a0c4f7 None None] Sync routers for ids ['e02ba46a-8100-459a-881e-9f24a8deb2b0'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:35:44.029387 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9108770b-545a-4abe-af2c-90ad18a0c4f7 None None] Routers {'e02ba46a-8100-459a-881e-9f24a8deb2b0'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:44.029996 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9108770b-545a-4abe-af2c-90ad18a0c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:35:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['e02ba46a-8100-459a-881e-9f24a8deb2b0'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:44.136832 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-9108770b-545a-4abe-af2c-90ad18a0c4f7 None None] Set router e02ba46a-8100-459a-881e-9f24a8deb2b0 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:44.144242 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.178545 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-59a7f6c3-d176-4662-a344-eb7c761c6ebc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9211121 Apr 06 14:35:44.178976 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58277fc-3259-427c-8841-9b327695ae3c', 'tag': '10f5aa29-60bc-4ebf-9bad-0077ca778c29'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:35:44.181184 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39220) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:44.181702 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be08f4cf-27f9-4b98-ba71-fd9874a3bfdf" -d '{"events": [{"name": "network-changed", "server_uuid": "b58277fc-3259-427c-8841-9b327695ae3c", "tag": "10f5aa29-60bc-4ebf-9bad-0077ca778c29"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:35:44.186086 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1740483422', 'description': 'tempest-secgroup-smoke-1740483422 description', 'project_id': '7d0cf5af09344cb6bdc0961c8f372092'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:44.220034 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03ce6c3-e613-4c5a-9cfe-5a8d9ad76266 x-openstack-request-id: req-a03ce6c3-e613-4c5a-9cfe-5a8d9ad76266 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:35:44.220034 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58277fc-3259-427c-8841-9b327695ae3c", "tag": "10f5aa29-60bc-4ebf-9bad-0077ca778c29", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:35:44.220034 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a03ce6c3-e613-4c5a-9cfe-5a8d9ad76266 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:35:44.221239 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a03ce6c3-e613-4c5a-9cfe-5a8d9ad76266'] response: {'name': 'network-changed', 'server_uuid': 'b58277fc-3259-427c-8841-9b327695ae3c', 'tag': '10f5aa29-60bc-4ebf-9bad-0077ca778c29', 'status': 'completed', 'code': 200} Apr 06 14:35:44.292087 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.297489 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08f4cf-27f9-4b98-ba71-fd9874a3bfdf req-fc2c3fb2-51cb-4db1-a62e-d28dc0bd437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:44.299136 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-be08f4cf-27f9-4b98-ba71-fd9874a3bfdf req-fc2c3fb2-51cb-4db1-a62e-d28dc0bd437b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d0cf5af09344cb6bdc0961c8f372092&device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 1130 time: 0.0462248 Apr 06 14:35:44.364007 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group (05976f14-4f7e-4ddc-a2bd-27a6436aab37), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.375607 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9108770b-545a-4abe-af2c-90ad18a0c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:35Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 4, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'gw_port': {'id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:36Z', 'updated_at': '2022-04-06T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '3b874862-0ef1-4f3c-8eb2-c6969107b703', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'port_id': '10f5aa29-60bc-4ebf-9bad-0077ca778c29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'mac_address': 'fa:16:3e:75:a5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58277fc-3259-427c-8841-9b327695ae3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:43Z', 'updated_at': '2022-04-06T14:35:43Z', 'revision_number': 0, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae1aae6-7a7e-45b2-9e38-bb26b5132c55', 'name': '', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'mac_address': 'fa:16:3e:e1:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:37Z', 'updated_at': '2022-04-06T14:34:43Z', 'revision_number': 5, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'subnets': [{'id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:44.396813 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08f4cf-27f9-4b98-ba71-fd9874a3bfdf req-75c06ffa-ff1c-45f1-a35a-bc017fc5df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:44.398352 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-be08f4cf-27f9-4b98-ba71-fd9874a3bfdf req-75c06ffa-ff1c-45f1-a35a-bc017fc5df6d service neutron] 10.222.0.49 "GET /v2.0/networks?id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3 HTTP/1.1" status: 200 len: 916 time: 0.0891004 Apr 06 14:35:44.402217 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9108770b-545a-4abe-af2c-90ad18a0c4f7 None None] Checking router: e02ba46a-8100-459a-881e-9f24a8deb2b0 for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:35:44.410702 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9108770b-545a-4abe-af2c-90ad18a0c4f7 None None] Routers {'e02ba46a-8100-459a-881e-9f24a8deb2b0'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:35:44.411330 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9108770b-545a-4abe-af2c-90ad18a0c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:35:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['e02ba46a-8100-459a-881e-9f24a8deb2b0'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:44.434095 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (05976f14-4f7e-4ddc-a2bd-27a6436aab37), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.472406 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05976f14-4f7e-4ddc-a2bd-27a6436aab37,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:44.479723 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:44.480070 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:44.480413 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:44.480707 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-be08f4cf-27f9-4b98-ba71-fd9874a3bfdf req-7fd9c68e-4dad-4feb-ab59-437d490f2bc6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10f5aa29-60bc-4ebf-9bad-0077ca778c29 HTTP/1.1" status: 200 len: 1000 time: 0.0754576 Apr 06 14:35:44.480838 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:44.481074 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:44.481469 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:44.481890 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:44.482231 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:44.482584 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:44.482917 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:44.483248 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:44.483576 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:44.483906 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:44.484273 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:44.484695 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:35:44.528179 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-9108770b-545a-4abe-af2c-90ad18a0c4f7 None None] Set router e02ba46a-8100-459a-881e-9f24a8deb2b0 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:35:44.535219 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08f4cf-27f9-4b98-ba71-fd9874a3bfdf req-549aef08-0153-4f94-8341-f2461a87860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:44.536674 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-be08f4cf-27f9-4b98-ba71-fd9874a3bfdf req-549aef08-0153-4f94-8341-f2461a87860d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53fd7ca3-490f-425d-ab0f-26f418004ba0 HTTP/1.1" status: 200 len: 854 time: 0.0468047 Apr 06 14:35:44.542919 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.544217 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-559bb86c-1a62-46af-9c55-96e32e6edf2f tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3618450 Apr 06 14:35:44.547212 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39224) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:44.552129 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-77853ffb-4f68-41bd-b487-3e5ee2dc2c0b tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Request body: {'security_group_rule': {'security_group_id': '05976f14-4f7e-4ddc-a2bd-27a6436aab37', 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:44.590433 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08f4cf-27f9-4b98-ba71-fd9874a3bfdf req-527d89f6-9da5-4143-973f-541c39328b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:44.592044 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-be08f4cf-27f9-4b98-ba71-fd9874a3bfdf req-527d89f6-9da5-4143-973f-541c39328b44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481291 Apr 06 14:35:44.638904 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-77853ffb-4f68-41bd-b487-3e5ee2dc2c0b tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (f699155d-4082-494d-909e-774e6efc3953), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.710290 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-77853ffb-4f68-41bd-b487-3e5ee2dc2c0b tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (f699155d-4082-494d-909e-774e6efc3953), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.770850 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9108770b-545a-4abe-af2c-90ad18a0c4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:35Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 4, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'gw_port': {'id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:36Z', 'updated_at': '2022-04-06T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '3b874862-0ef1-4f3c-8eb2-c6969107b703', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'port_id': '10f5aa29-60bc-4ebf-9bad-0077ca778c29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'mac_address': 'fa:16:3e:75:a5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58277fc-3259-427c-8841-9b327695ae3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:43Z', 'updated_at': '2022-04-06T14:35:43Z', 'revision_number': 0, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae1aae6-7a7e-45b2-9e38-bb26b5132c55', 'name': '', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'mac_address': 'fa:16:3e:e1:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:37Z', 'updated_at': '2022-04-06T14:34:43Z', 'revision_number': 5, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'subnets': [{'id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:35:44.783929 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-77853ffb-4f68-41bd-b487-3e5ee2dc2c0b tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (f699155d-4082-494d-909e-774e6efc3953), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.805864 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77853ffb-4f68-41bd-b487-3e5ee2dc2c0b tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f699155d-4082-494d-909e-774e6efc3953,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:44.888091 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-77853ffb-4f68-41bd-b487-3e5ee2dc2c0b tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.892099 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-77853ffb-4f68-41bd-b487-3e5ee2dc2c0b tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3410294 Apr 06 14:35:44.892569 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39226) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:44.897397 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-707ac2b2-8961-433b-a627-928d68dff554 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Request body: {'security_group_rule': {'security_group_id': '05976f14-4f7e-4ddc-a2bd-27a6436aab37', 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:44.938253 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9108770b-545a-4abe-af2c-90ad18a0c4f7 None None] The sync data for ids ['e02ba46a-8100-459a-881e-9f24a8deb2b0'] in dv-cinder-835881-5-iscsi is: [{'id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:35Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 4, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'gw_port': {'id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:36Z', 'updated_at': '2022-04-06T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '3b874862-0ef1-4f3c-8eb2-c6969107b703', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'port_id': '10f5aa29-60bc-4ebf-9bad-0077ca778c29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'mac_address': 'fa:16:3e:75:a5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58277fc-3259-427c-8841-9b327695ae3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:35:43Z', 'updated_at': '2022-04-06T14:35:43Z', 'revision_number': 0, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eae1aae6-7a7e-45b2-9e38-bb26b5132c55', 'name': '', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'mac_address': 'fa:16:3e:e1:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:37Z', 'updated_at': '2022-04-06T14:34:43Z', 'revision_number': 5, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'subnets': [{'id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:35:44.984292 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-707ac2b2-8961-433b-a627-928d68dff554 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (75bcfaae-f2f5-45b9-a30d-3d52c68bf30d), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:44.997928 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-be08f4cf-27f9-4b98-ba71-fd9874a3bfdf req-24c42822-26f0-4a5f-aace-004883d0bf17 service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934093 Apr 06 14:35:45.050698 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-707ac2b2-8961-433b-a627-928d68dff554 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (75bcfaae-f2f5-45b9-a30d-3d52c68bf30d), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.113460 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-be08f4cf-27f9-4b98-ba71-fd9874a3bfdf req-cb4d300e-a4c4-4ed1-bcc0-009603b7b3e8 service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048484 Apr 06 14:35:45.114337 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-707ac2b2-8961-433b-a627-928d68dff554 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (75bcfaae-f2f5-45b9-a30d-3d52c68bf30d), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.133074 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ac2b2-8961-433b-a627-928d68dff554 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bcfaae-f2f5-45b9-a30d-3d52c68bf30d,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:45.186249 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da410fb-c1ed-46a4-ae1b-36d8a9bda494 None None] New status for floating IP 3b874862-0ef1-4f3c-8eb2-c6969107b703: ACTIVE {{(pid=103950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:35:45.230647 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-707ac2b2-8961-433b-a627-928d68dff554 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.231946 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-707ac2b2-8961-433b-a627-928d68dff554 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3382483 Apr 06 14:35:45.235193 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 39228) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:45.240398 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-ac6dd865-abc5-437b-bdec-f642d32add01 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Request body: {'security_group_rule': {'security_group_id': '05976f14-4f7e-4ddc-a2bd-27a6436aab37', 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:45.331223 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd865-abc5-437b-bdec-f642d32add01 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (6f7eccf0-95e8-4267-a805-80fc2243920e), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.391437 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd865-abc5-437b-bdec-f642d32add01 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (6f7eccf0-95e8-4267-a805-80fc2243920e), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.472319 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd865-abc5-437b-bdec-f642d32add01 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (6f7eccf0-95e8-4267-a805-80fc2243920e), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.490963 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dd865-abc5-437b-bdec-f642d32add01 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7eccf0-95e8-4267-a805-80fc2243920e,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:45.559816 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd865-abc5-437b-bdec-f642d32add01 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.561033 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-ac6dd865-abc5-437b-bdec-f642d32add01 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3242373 Apr 06 14:35:45.563798 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 39230) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:45.567975 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-60de23c8-aa18-4953-8271-1c7aefda8f96 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Request body: {'security_group_rule': {'security_group_id': '05976f14-4f7e-4ddc-a2bd-27a6436aab37', 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:45.645339 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-60de23c8-aa18-4953-8271-1c7aefda8f96 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (d0637015-a5a1-4ae9-81a0-95d0f2b0b24f), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.701492 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-60de23c8-aa18-4953-8271-1c7aefda8f96 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (d0637015-a5a1-4ae9-81a0-95d0f2b0b24f), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.799898 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-60de23c8-aa18-4953-8271-1c7aefda8f96 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (d0637015-a5a1-4ae9-81a0-95d0f2b0b24f), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.817974 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de23c8-aa18-4953-8271-1c7aefda8f96 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0637015-a5a1-4ae9-81a0-95d0f2b0b24f,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:45.894008 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-60de23c8-aa18-4953-8271-1c7aefda8f96 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:45.895278 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-60de23c8-aa18-4953-8271-1c7aefda8f96 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3305702 Apr 06 14:35:45.898170 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 39232) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:45.902533 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-4e520273-153b-48a2-8229-a028f6fd55bc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Request body: {'security_group_rule': {'security_group_id': '05976f14-4f7e-4ddc-a2bd-27a6436aab37', 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:46.005653 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.securitygroups_db [None req-4e520273-153b-48a2-8229-a028f6fd55bc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Project 7d0cf5af09344cb6bdc0961c8f372092 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:35:46.011192 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4e520273-153b-48a2-8229-a028f6fd55bc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (4bc49381-ba2d-4854-93b6-b1ab56e52eb6), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.068910 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4e520273-153b-48a2-8229-a028f6fd55bc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (4bc49381-ba2d-4854-93b6-b1ab56e52eb6), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.130827 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4e520273-153b-48a2-8229-a028f6fd55bc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (4bc49381-ba2d-4854-93b6-b1ab56e52eb6), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.150410 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e520273-153b-48a2-8229-a028f6fd55bc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc49381-ba2d-4854-93b6-b1ab56e52eb6,revision_number=0']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:46.213200 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-4e520273-153b-48a2-8229-a028f6fd55bc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.214815 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-4e520273-153b-48a2-8229-a028f6fd55bc tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3155951 Apr 06 14:35:46.217596 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39234) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:35:46.222472 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-2524d8ae-fcfa-47b1-9cde-25de007a8b67 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Request body: {'security_group_rule': {'security_group_id': '05976f14-4f7e-4ddc-a2bd-27a6436aab37', 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:46.291118 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.securitygroups_db [None req-2524d8ae-fcfa-47b1-9cde-25de007a8b67 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Project 7d0cf5af09344cb6bdc0961c8f372092 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 14:35:46.296409 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2524d8ae-fcfa-47b1-9cde-25de007a8b67 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (a2e0840f-92fb-4240-ad58-9837a956ef5f), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.355740 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2524d8ae-fcfa-47b1-9cde-25de007a8b67 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (a2e0840f-92fb-4240-ad58-9837a956ef5f), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.394068 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2524d8ae-fcfa-47b1-9cde-25de007a8b67 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525213'] for security_group_rule (a2e0840f-92fb-4240-ad58-9837a956ef5f), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.414050 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524d8ae-fcfa-47b1-9cde-25de007a8b67 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e0840f-92fb-4240-ad58-9837a956ef5f,revision_number=0']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:46.464510 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2524d8ae-fcfa-47b1-9cde-25de007a8b67 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.465716 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-2524d8ae-fcfa-47b1-9cde-25de007a8b67 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2469985 Apr 06 14:35:46.553832 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-693eca3e-e087-4846-9c88-7d81b30c67ee req-154011fb-9168-41e5-bef5-e86d8e9c5ac6 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1740483422&fields=id&tenant_id=7d0cf5af09344cb6bdc0961c8f372092 HTTP/1.1" status: 200 len: 267 time: 0.0433724 Apr 06 14:35:46.613426 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eca3e-e087-4846-9c88-7d81b30c67ee req-48c56a34-4369-4687-94b7-d4b5d61a4d96 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:46.614859 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-693eca3e-e087-4846-9c88-7d81b30c67ee req-48c56a34-4369-4687-94b7-d4b5d61a4d96 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 946 time: 0.0555162 Apr 06 14:35:46.625697 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-693eca3e-e087-4846-9c88-7d81b30c67ee req-f1d8dbe8-c610-44a9-9033-36bf3960e317 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Request body: {'port': {'security_groups': ['e871cbc8-bb63-4fe1-99f2-d40f01c79629', '05976f14-4f7e-4ddc-a2bd-27a6436aab37']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:35:46.694938 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-693eca3e-e087-4846-9c88-7d81b30c67ee req-f1d8dbe8-c610-44a9-9033-36bf3960e317 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.879523 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-693eca3e-e087-4846-9c88-7d81b30c67ee req-f1d8dbe8-c610-44a9-9033-36bf3960e317 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] For port 10f5aa29-60bc-4ebf-9bad-0077ca778c29, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=10f5aa29-60bc-4ebf-9bad-0077ca778c29,segment=NetworkSegment(d5310ccc-2724-45c9-9c08-3a51bb757589),segment_id=d5310ccc-2724-45c9-9c08-3a51bb757589)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:35:46.913350 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-693eca3e-e087-4846-9c88-7d81b30c67ee req-f1d8dbe8-c610-44a9-9033-36bf3960e317 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.977009 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-693eca3e-e087-4846-9c88-7d81b30c67ee req-f1d8dbe8-c610-44a9-9033-36bf3960e317 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:46.993446 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['10f5aa29-60bc-4ebf-9bad-0077ca778c29'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:35:47.032895 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693eca3e-e087-4846-9c88-7d81b30c67ee req-f1d8dbe8-c610-44a9-9033-36bf3960e317 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:47.032895 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-693eca3e-e087-4846-9c88-7d81b30c67ee req-f1d8dbe8-c610-44a9-9033-36bf3960e317 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.034216 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-693eca3e-e087-4846-9c88-7d81b30c67ee req-f1d8dbe8-c610-44a9-9033-36bf3960e317 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "PUT /v2.0/ports/10f5aa29-60bc-4ebf-9bad-0077ca778c29 HTTP/1.1" status: 200 len: 982 time: 0.4131153 Apr 06 14:35:47.034713 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58277fc-3259-427c-8841-9b327695ae3c', 'tag': '10f5aa29-60bc-4ebf-9bad-0077ca778c29'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:35:47.039991 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506f0e37-7547-4c27-b761-a6e51a74cbae" -d '{"events": [{"name": "network-changed", "server_uuid": "b58277fc-3259-427c-8841-9b327695ae3c", "tag": "10f5aa29-60bc-4ebf-9bad-0077ca778c29"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:35:47.066897 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8dbe8-c610-44a9-9033-36bf3960e317 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Pushing event updated for resources: {'Port': ['ID=10f5aa29-60bc-4ebf-9bad-0077ca778c29,revision_number=6']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:35:47.118705 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['10f5aa29-60bc-4ebf-9bad-0077ca778c29'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:35:47.122574 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a219c4e9-3e75-4140-b95e-3429bf630399 x-openstack-request-id: req-a219c4e9-3e75-4140-b95e-3429bf630399 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:35:47.122574 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58277fc-3259-427c-8841-9b327695ae3c", "tag": "10f5aa29-60bc-4ebf-9bad-0077ca778c29", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:35:47.129320 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a219c4e9-3e75-4140-b95e-3429bf630399 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:35:47.136973 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a219c4e9-3e75-4140-b95e-3429bf630399'] response: {'name': 'network-changed', 'server_uuid': 'b58277fc-3259-427c-8841-9b327695ae3c', 'tag': '10f5aa29-60bc-4ebf-9bad-0077ca778c29', 'status': 'completed', 'code': 200} Apr 06 14:35:47.194476 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f0e37-7547-4c27-b761-a6e51a74cbae req-a371f12b-81dd-43db-bd86-075e33227893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:47.196425 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-506f0e37-7547-4c27-b761-a6e51a74cbae req-a371f12b-81dd-43db-bd86-075e33227893 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d0cf5af09344cb6bdc0961c8f372092&device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 1169 time: 0.0503614 Apr 06 14:35:47.265090 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02086984-408d-4b27-886e-d542894d540b req-065b5cda-7eda-4c1a-a878-bd4d137b0a7e tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:47.267701 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-02086984-408d-4b27-886e-d542894d540b req-065b5cda-7eda-4c1a-a878-bd4d137b0a7e tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.1289971 Apr 06 14:35:47.342715 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f0e37-7547-4c27-b761-a6e51a74cbae req-e44734ce-5cd5-4448-b73d-834ef960db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:47.344420 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-506f0e37-7547-4c27-b761-a6e51a74cbae req-e44734ce-5cd5-4448-b73d-834ef960db3d service neutron] 10.222.0.49 "GET /v2.0/networks?id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3 HTTP/1.1" status: 200 len: 916 time: 0.1391280 Apr 06 14:35:47.369676 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-02086984-408d-4b27-886e-d542894d540b req-0775a413-5d56-470c-9f95-909ff2e65439 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948634 Apr 06 14:35:47.395791 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-a044a0c9-dd20-48c2-989b-b0cc7b4842ff None None] Provisioning complete for port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:35:47.395791 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-a044a0c9-dd20-48c2-989b-b0cc7b4842ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:35:47.429605 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-506f0e37-7547-4c27-b761-a6e51a74cbae req-5ea791ad-0bda-4eb8-9e1a-1b1180385974 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10f5aa29-60bc-4ebf-9bad-0077ca778c29 HTTP/1.1" status: 200 len: 1002 time: 0.0781381 Apr 06 14:35:47.480916 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f0e37-7547-4c27-b761-a6e51a74cbae req-8a553c4d-cb7c-4b2f-b40d-7daad766c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:47.482366 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-506f0e37-7547-4c27-b761-a6e51a74cbae req-8a553c4d-cb7c-4b2f-b40d-7daad766c3b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53fd7ca3-490f-425d-ab0f-26f418004ba0 HTTP/1.1" status: 200 len: 854 time: 0.0463183 Apr 06 14:35:47.534205 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f0e37-7547-4c27-b761-a6e51a74cbae req-85beeadf-225e-47ef-a3b3-376bd72fb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:35:47.535725 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-506f0e37-7547-4c27-b761-a6e51a74cbae req-85beeadf-225e-47ef-a3b3-376bd72fb5b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457547 Apr 06 14:35:47.602277 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-a044a0c9-dd20-48c2-989b-b0cc7b4842ff None None] Current status of the port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:35:47.630645 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-506f0e37-7547-4c27-b761-a6e51a74cbae req-2aff2a63-68e3-4ee1-b653-c1ff2f20eb94 service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879180 Apr 06 14:35:47.726373 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-506f0e37-7547-4c27-b761-a6e51a74cbae req-d8aba824-e7b8-4771-93cb-e3d33e94026c service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877550 Apr 06 14:35:50.525564 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:03.904271 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:36:04.311683 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d485be88-c1f4-4c8d-9783-3f8bbce45cc1 req-5fec8339-9267-4980-9724-55d7ddacb28f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466647 Apr 06 14:36:04.399880 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485be88-c1f4-4c8d-9783-3f8bbce45cc1 req-531578fc-4398-4fc3-9e9a-07a19abb775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:04.401353 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d485be88-c1f4-4c8d-9783-3f8bbce45cc1 req-531578fc-4398-4fc3-9e9a-07a19abb775c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 1129 time: 0.0462520 Apr 06 14:36:04.504670 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485be88-c1f4-4c8d-9783-3f8bbce45cc1 req-52afdfb2-2212-4361-95b5-be5425084683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:04.506127 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d485be88-c1f4-4c8d-9783-3f8bbce45cc1 req-52afdfb2-2212-4361-95b5-be5425084683 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 912 time: 0.0845821 Apr 06 14:36:04.576224 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d485be88-c1f4-4c8d-9783-3f8bbce45cc1 req-2ae9fd9c-f8f8-4049-be9f-241d975e734c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10598a1a-d443-442f-b5d1-c0f3225d0009 HTTP/1.1" status: 200 len: 1001 time: 0.0624299 Apr 06 14:36:04.628806 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485be88-c1f4-4c8d-9783-3f8bbce45cc1 req-c020732f-064b-4c05-8621-388332ea1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:04.630253 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d485be88-c1f4-4c8d-9783-3f8bbce45cc1 req-c020732f-064b-4c05-8621-388332ea1829 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 200 len: 850 time: 0.0441065 Apr 06 14:36:04.680568 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485be88-c1f4-4c8d-9783-3f8bbce45cc1 req-9e8a0c9c-19e8-4b19-8275-2ec6ea56d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:04.682064 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d485be88-c1f4-4c8d-9783-3f8bbce45cc1 req-9e8a0c9c-19e8-4b19-8275-2ec6ea56d7c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9feb50d3-6449-48c4-b720-2ad5809a7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450320 Apr 06 14:36:04.777737 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d485be88-c1f4-4c8d-9783-3f8bbce45cc1 req-cbb16ea5-1d43-4d24-a580-35d87a3cfade service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871229 Apr 06 14:36:04.868007 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d485be88-c1f4-4c8d-9783-3f8bbce45cc1 req-4623b059-8bff-4112-a658-3d5f0cf917a8 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814824 Apr 06 14:36:05.119817 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-11b8ae65-6c5a-4f6c-b4fa-385634b7684e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:08.981749 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c157cd61-f32f-4966-ac72-5c24e739bfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:10.428030 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:12.073196 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:13.033362 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:20.513260 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:35.141312 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7bdcfaaa-c926-42a2-a167-ee6da63bc550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:38.958430 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8c03d3cc-e270-4b8f-ae73-ffffaeb07e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.443971 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:40.903531 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:36:42.089871 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:43.038026 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.529663 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:50.530391 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aeb6a-c53d-46e2-8a6b-7dec7962da45 req-96884103-5c8a-457e-9826-58548f3b3ac3 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:50.532764 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-989aeb6a-c53d-46e2-8a6b-7dec7962da45 req-96884103-5c8a-457e-9826-58548f3b3ac3 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 945 time: 0.0531185 Apr 06 14:36:50.585611 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-989aeb6a-c53d-46e2-8a6b-7dec7962da45 req-4fbf99d8-27f7-44ab-b95b-a9036c1f0663 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423529 Apr 06 14:36:51.707372 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0676f4-cbb3-45bc-8287-d9189a9d564c req-d6d47ad7-e037-4a4d-88f3-6124eb2d8ac7 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:51.709004 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1b0676f4-cbb3-45bc-8287-d9189a9d564c req-d6d47ad7-e037-4a4d-88f3-6124eb2d8ac7 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 945 time: 0.0591712 Apr 06 14:36:51.760552 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-1b0676f4-cbb3-45bc-8287-d9189a9d564c req-d1283a7f-4007-4921-8742-aa1593c64a6b tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459256 Apr 06 14:36:52.481673 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-c5b784d7-ad23-4417-90ce-9cfb2762f308 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:52.483083 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-c5b784d7-ad23-4417-90ce-9cfb2762f308 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 945 time: 0.0523899 Apr 06 14:36:52.582427 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Deleting port 10598a1a-d443-442f-b5d1-c0f3225d0009 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:36:52.582816 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.675950 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] For port 10598a1a-d443-442f-b5d1-c0f3225d0009, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=10598a1a-d443-442f-b5d1-c0f3225d0009,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:36:52.676305 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.863367 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.864236 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (e341a199-f2c0-406e-9d26-fd6775540e8f), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:52.864236 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Floating IP e341a199-f2c0-406e-9d26-fd6775540e8f disassociated. External IP: 172.27.2.112, port: 10598a1a-d443-442f-b5d1-c0f3225d0009. Apr 06 14:36:52.864463 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Calling delete_port for 10598a1a-d443-442f-b5d1-c0f3225d0009 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:36:52.884929 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a9fcd-72bb-45b4-8e88-40e6f6367179 req-6d76a247-663a-46c1-9f49-c340f08aa76f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:52.886428 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-948a9fcd-72bb-45b4-8e88-40e6f6367179 req-6d76a247-663a-46c1-9f49-c340f08aa76f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 945 time: 0.0560625 Apr 06 14:36:52.938754 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-948a9fcd-72bb-45b4-8e88-40e6f6367179 req-0596f957-d752-445a-9059-510e74c0894c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457380 Apr 06 14:36:53.055376 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (10598a1a-d443-442f-b5d1-c0f3225d0009), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.085325 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event deleted for resources: {'Port': ['ID=10598a1a-d443-442f-b5d1-c0f3225d0009,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:36:53.099657 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:53.100004 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:53.100347 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:53.100684 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:53.101020 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:53.101352 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:53.101679 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:53.102001 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:53.102325 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:53.102677 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:53.103132 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:53.103327 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:53.103726 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:53.103987 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:53.104309 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:36:53.215021 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Router 1df1a715-47a5-4c61-8ccf-510340cb9d8f has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:36:53.328532 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:36:53.338337 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d849fe-df4b-4736-848e-291a138e7e3d None None] Sync routers for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:36:53.348464 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d849fe-df4b-4736-848e-291a138e7e3d None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:53.349148 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a6d849fe-df4b-4736-848e-291a138e7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:36:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:53.369585 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] No DVR routers for this DVR port 10598a1a-d443-442f-b5d1-c0f3225d0009 on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:36:53.372062 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:36:53.376122 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-97c1737b-3a7c-41bf-92bd-bd6c03e7b004 req-7676f7e3-c7af-480d-bf85-104b178dcec0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.49 "DELETE /v2.0/ports/10598a1a-d443-442f-b5d1-c0f3225d0009 HTTP/1.1" status: 204 len: 173 time: 0.8873525 Apr 06 14:36:53.376568 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b363e0-4355-46de-994f-dc82d8d01fa8', 'name': 'network-vif-deleted', 'tag': '10598a1a-d443-442f-b5d1-c0f3225d0009'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:36:53.378841 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb718de-90d5-4f7a-9592-ffb7306e2d38" -d '{"events": [{"server_uuid": "b3b363e0-4355-46de-994f-dc82d8d01fa8", "name": "network-vif-deleted", "tag": "10598a1a-d443-442f-b5d1-c0f3225d0009"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:36:53.416399 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5de521f-919e-44cb-b769-33a33bfce850 x-openstack-request-id: req-d5de521f-919e-44cb-b769-33a33bfce850 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:36:53.416972 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b363e0-4355-46de-994f-dc82d8d01fa8", "name": "network-vif-deleted", "tag": "10598a1a-d443-442f-b5d1-c0f3225d0009", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:36:53.417266 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5de521f-919e-44cb-b769-33a33bfce850 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:36:53.417632 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5de521f-919e-44cb-b769-33a33bfce850'] response: {'server_uuid': 'b3b363e0-4355-46de-994f-dc82d8d01fa8', 'name': 'network-vif-deleted', 'tag': '10598a1a-d443-442f-b5d1-c0f3225d0009', 'status': 'completed', 'code': 200} Apr 06 14:36:53.466574 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-a6d849fe-df4b-4736-848e-291a138e7e3d None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:53.677089 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a6d849fe-df4b-4736-848e-291a138e7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:53.702687 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d849fe-df4b-4736-848e-291a138e7e3d None None] Checking router: 1df1a715-47a5-4c61-8ccf-510340cb9d8f for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:36:53.711291 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d849fe-df4b-4736-848e-291a138e7e3d None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:36:53.711897 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a6d849fe-df4b-4736-848e-291a138e7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:36:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:53.819632 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-a6d849fe-df4b-4736-848e-291a138e7e3d None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:36:54.032670 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-a6d849fe-df4b-4736-848e-291a138e7e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:36:54.037954 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ca6ec0f4-df0d-44ae-a297-e50e0c888296 req-670d87f1-79e6-4a18-bdde-1ac30a1e5539 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b363e0-4355-46de-994f-dc82d8d01fa8 HTTP/1.1" status: 200 len: 210 time: 0.0280905 Apr 06 14:36:54.069204 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d849fe-df4b-4736-848e-291a138e7e3d None None] The sync data for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi is: [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:36:54.310040 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29cfa23-7c63-4445-ae3c-b56aee36729a None None] New status for floating IP e341a199-f2c0-406e-9d26-fd6775540e8f: DOWN {{(pid=103950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:36:55.305226 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-5a4ea49f-6ddb-4d60-b039-072aa2955b70 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1924462009&fields=id&tenant_id=5d506c4d018047d488b3ea1f3bae662a HTTP/1.1" status: 200 len: 267 time: 0.0451076 Apr 06 14:36:55.412016 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-07220d92-68e0-4c64-a7cd-3bbcc9d03d6a tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:55.413479 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-07220d92-68e0-4c64-a7cd-3bbcc9d03d6a tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 811 time: 0.1016254 Apr 06 14:36:55.428679 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-e02b0b3f-14e8-41a8-909b-3d419a674c42 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/quotas/5d506c4d018047d488b3ea1f3bae662a HTTP/1.1" status: 200 len: 375 time: 0.0098262 Apr 06 14:36:55.481406 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-d1bdeeb6-60f7-4773-a710-6e5af6b54c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476997 Apr 06 14:36:55.623320 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f70445c3-0b0a-48c9-82a3-e21d640330b7 service neutron] 10.222.0.10 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298840 Apr 06 14:36:55.659013 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 10598a1a-d443-442f-b5d1-c0f3225d0009 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:36:55.678777 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: 10598a1a-d443-442f-b5d1-c0f3225d0009 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:36:55.679013 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 10598a1a-d443-442f-b5d1-c0f3225d0009 not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:36:55.712411 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f4eb8e4c-a61c-4adf-a6e9-4556fc64c50c service neutron] 10.222.0.10 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834243 Apr 06 14:36:56.313784 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-600d307c-9b33-48d9-9039-48656289e3ef req-713f04b5-5871-40b0-af1d-2a067cfd7f99 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 210 time: 0.0304730 Apr 06 14:36:57.393335 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8445524b-c5d3-4d1b-b988-a34fcf4b7773 req-cddbbab6-5059-4b42-80a6-41fe884d6d1b tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 210 time: 0.0271306 Apr 06 14:36:58.471213 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-c31cf320-3912-4e93-ba01-22f974f48333 req-71a48a30-8778-4d9b-9aa9-8b31f8da4da9 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 210 time: 0.0276651 Apr 06 14:36:58.965124 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834288a-6609-4305-8de5-37d5a324bab4 req-f74f2aab-c9d2-44dd-8baf-0fc0df39f707 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:58.966627 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f834288a-6609-4305-8de5-37d5a324bab4 req-f74f2aab-c9d2-44dd-8baf-0fc0df39f707 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0536773 Apr 06 14:36:59.057395 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f834288a-6609-4305-8de5-37d5a324bab4 req-1832ced4-53ac-447b-b280-7b2c948ba02b tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838990 Apr 06 14:36:59.068217 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7810eb1-f999-4163-a626-4b9a94ef5ea3 req-6badade9-db5a-416c-8c65-d321c8becca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:59.069670 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d7810eb1-f999-4163-a626-4b9a94ef5ea3 req-6badade9-db5a-416c-8c65-d321c8becca5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d0cf5af09344cb6bdc0961c8f372092&device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 1169 time: 0.0763304 Apr 06 14:36:59.161916 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7810eb1-f999-4163-a626-4b9a94ef5ea3 req-2745d8a4-16a2-4f61-91c3-6a724af3c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:59.163406 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d7810eb1-f999-4163-a626-4b9a94ef5ea3 req-2745d8a4-16a2-4f61-91c3-6a724af3c123 service neutron] 10.222.0.49 "GET /v2.0/networks?id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3 HTTP/1.1" status: 200 len: 916 time: 0.0842516 Apr 06 14:36:59.235228 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d7810eb1-f999-4163-a626-4b9a94ef5ea3 req-5835ba04-71de-48ab-8538-b1721d016cb5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10f5aa29-60bc-4ebf-9bad-0077ca778c29 HTTP/1.1" status: 200 len: 1002 time: 0.0615041 Apr 06 14:36:59.283619 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7810eb1-f999-4163-a626-4b9a94ef5ea3 req-4217f4af-5e83-401a-a492-5d336bdde086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:59.284541 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d7810eb1-f999-4163-a626-4b9a94ef5ea3 req-4217f4af-5e83-401a-a492-5d336bdde086 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53fd7ca3-490f-425d-ab0f-26f418004ba0 HTTP/1.1" status: 200 len: 854 time: 0.0426946 Apr 06 14:36:59.337263 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7810eb1-f999-4163-a626-4b9a94ef5ea3 req-865064f7-1a52-4a5e-ab3f-e97ffb442ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:36:59.338811 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d7810eb1-f999-4163-a626-4b9a94ef5ea3 req-865064f7-1a52-4a5e-ab3f-e97ffb442ae1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445125 Apr 06 14:36:59.432401 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d7810eb1-f999-4163-a626-4b9a94ef5ea3 req-26cd5e13-ddc3-48f0-8282-d0aaf0e353c8 service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850756 Apr 06 14:36:59.528932 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d7810eb1-f999-4163-a626-4b9a94ef5ea3 req-576ce6b6-ba48-4229-bc31-ac0f6a48a9f0 service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875878 Apr 06 14:36:59.548801 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bd49c833-6794-45f0-ac1e-3286eb1bfe18 req-42171d4e-e57f-460f-9aaa-716278454b73 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 210 time: 0.0273380 Apr 06 14:37:00.178373 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc8ba9-dd69-4193-9a59-794a8613e083 req-db8ec805-8466-40f4-8365-d191469ae1d9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:00.179903 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26bc8ba9-dd69-4193-9a59-794a8613e083 req-db8ec805-8466-40f4-8365-d191469ae1d9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0532053 Apr 06 14:37:00.239116 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-26bc8ba9-dd69-4193-9a59-794a8613e083 req-17466f25-a0c3-4f26-9af5-6f57c7494730 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532165 Apr 06 14:37:00.644207 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6f5780aa-2c84-494c-8177-5ac7da7d680a req-05860edb-569f-4486-866d-be60612dbf92 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 210 time: 0.0296347 Apr 06 14:37:01.368507 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbd9c3-903d-4b35-a64d-d34a3fd976d2 req-d6336f75-8b32-4c35-bbe8-ccce17479de0 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:01.370066 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-11cbd9c3-903d-4b35-a64d-d34a3fd976d2 req-d6336f75-8b32-4c35-bbe8-ccce17479de0 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0603793 Apr 06 14:37:01.434635 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-11cbd9c3-903d-4b35-a64d-d34a3fd976d2 req-e507d50c-5358-4171-922d-0553eca86661 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585494 Apr 06 14:37:01.738715 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-dc5e1b3a-01fe-4395-a4d6-2d0f93b3234a req-59c2a592-74d2-4fb3-b729-364cc33ed420 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 210 time: 0.0269511 Apr 06 14:37:02.278354 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-0aa0000e-7e71-4ffd-bd5b-d071889f2662 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:02.279833 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-0aa0000e-7e71-4ffd-bd5b-d071889f2662 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.49 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 811 time: 0.1093428 Apr 06 14:37:02.365772 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-a6a73f30-7eee-4164-a036-da7ac0d6e656 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d506c4d018047d488b3ea1f3bae662a HTTP/1.1" status: 200 len: 380 time: 0.0680285 Apr 06 14:37:02.376409 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-a89fa184-33ba-4eff-b2dc-4f780a13a419 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Request body: {'port': {'device_id': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'admin_state_up': True, 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'security_groups': ['280aa948-9cea-4bbf-9613-5c95389b1acf']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:02.560589 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437189a-709b-438a-aade-6cee1422e796 req-be8d01d0-a44d-4025-b109-c6cba5578a36 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:02.562830 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9437189a-709b-438a-aade-6cee1422e796 req-be8d01d0-a44d-4025-b109-c6cba5578a36 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0583384 Apr 06 14:37:02.563971 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-a89fa184-33ba-4eff-b2dc-4f780a13a419 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Made reservation on behalf of 5d506c4d018047d488b3ea1f3bae662a for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:37:02.567246 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-a89fa184-33ba-4eff-b2dc-4f780a13a419 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.688121 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9437189a-709b-438a-aade-6cee1422e796 req-f28afd9f-58c3-4f12-bb72-4ea1d652e759 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174610 Apr 06 14:37:02.739649 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-a89fa184-33ba-4eff-b2dc-4f780a13a419 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Allocated IP 172.20.0.11 (9feb50d3-6449-48c4-b720-2ad5809a7b8f/f4626919-3857-481f-b730-c388d29cc90d/7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:02.885497 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-a89fa184-33ba-4eff-b2dc-4f780a13a419 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:02.892347 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-14551064-27f8-4c58-a6d4-fdf6a6cccd98 req-4132854c-5317-4c46-a01a-2752b17f44ea tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 210 time: 0.0823629 Apr 06 14:37:03.021449 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-a89fa184-33ba-4eff-b2dc-4f780a13a419 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.066301 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-a89fa184-33ba-4eff-b2dc-4f780a13a419 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Network 9feb50d3-6449-48c4-b720-2ad5809a7b8f is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:03.069497 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-a89fa184-33ba-4eff-b2dc-4f780a13a419 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:03.073169 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-a89fa184-33ba-4eff-b2dc-4f780a13a419 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:03.080001 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fa184-33ba-4eff-b2dc-4f780a13a419 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'Port': ['ID=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:03.129625 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-a89fa184-33ba-4eff-b2dc-4f780a13a419 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:03.130242 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-a89fa184-33ba-4eff-b2dc-4f780a13a419 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.293089 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-a89fa184-33ba-4eff-b2dc-4f780a13a419 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9147630 Apr 06 14:37:03.293216 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-fb9a141c-e0d7-4f57-ab7d-3c0b20394fc0 None None] Provisioning complete for port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:03.293216 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-fb9a141c-e0d7-4f57-ab7d-3c0b20394fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.300698 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Request body: {'port': {'device_id': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:03.331439 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-fb9a141c-e0d7-4f57-ab7d-3c0b20394fc0 None None] Port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:37:03.361248 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.652511 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:37:03.661673 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Publish callbacks [] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.678219 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Transition to ACTIVE for port object 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:37:03.683649 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e4664-a705-4152-b178-1442cadb8107 req-d4053770-54e2-49b4-b0d6-3d13f2614785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:03.685166 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3f9e4664-a705-4152-b178-1442cadb8107 req-d4053770-54e2-49b4-b0d6-3d13f2614785 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d0cf5af09344cb6bdc0961c8f372092&device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 1169 time: 0.0712602 Apr 06 14:37:03.790929 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:03.881600 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Pushing event updated for resources: {'Port': ['ID=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:03.893804 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e4664-a705-4152-b178-1442cadb8107 req-a6ec3937-7591-4d66-962b-408493e4aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:03.895324 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3f9e4664-a705-4152-b178-1442cadb8107 req-a6ec3937-7591-4d66-962b-408493e4aebf service neutron] 10.222.0.49 "GET /v2.0/networks?id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3 HTTP/1.1" status: 200 len: 916 time: 0.1840022 Apr 06 14:37:03.902350 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346bcd0-266b-4935-983f-cc448a6ef30f req-88b68fbf-302b-4c62-b3d9-0a837cc07ab2 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:03.903828 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a346bcd0-266b-4935-983f-cc448a6ef30f req-88b68fbf-302b-4c62-b3d9-0a837cc07ab2 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.1460741 Apr 06 14:37:04.021532 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12154d-cf51-47df-b99d-72209821969f req-372f9ff6-c9f3-4f9f-9501-a8ec47c5d37d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:04.023109 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ee12154d-cf51-47df-b99d-72209821969f req-372f9ff6-c9f3-4f9f-9501-a8ec47c5d37d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 944 time: 0.0545087 Apr 06 14:37:04.068635 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3f9e4664-a705-4152-b178-1442cadb8107 req-0a888c78-01e1-47a6-9a3d-2db187121592 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10f5aa29-60bc-4ebf-9bad-0077ca778c29 HTTP/1.1" status: 200 len: 1002 time: 0.1133215 Apr 06 14:37:04.074665 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-ee12154d-cf51-47df-b99d-72209821969f req-26cd7a3f-49f7-4142-98a0-2d96c2e98adc tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454347 Apr 06 14:37:04.076602 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a346bcd0-266b-4935-983f-cc448a6ef30f req-2a0c455e-dab8-43b6-8da4-381cfbbf2010 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579628 Apr 06 14:37:04.077308 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Attempting to bind port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:37:04.077637 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Attempting to bind port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:37:04.078039 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Attempting to bind port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 on network 9feb50d3-6449-48c4-b720-2ad5809a7b8f {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:04.098651 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 on network 9feb50d3-6449-48c4-b720-2ad5809a7b8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:37:04.098651 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Attempting to bind port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 on network 9feb50d3-6449-48c4-b720-2ad5809a7b8f {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:37:04.116677 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:37:04.116937 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Checking segment: {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:37:04.117314 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Bound using segment: {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:37:04.117737 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Bound port: 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:37:04.118090 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.146067 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e4664-a705-4152-b178-1442cadb8107 req-0317839a-4b6d-48ef-8ce8-8fe7a1103ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:04.147716 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3f9e4664-a705-4152-b178-1442cadb8107 req-0317839a-4b6d-48ef-8ce8-8fe7a1103ca7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53fd7ca3-490f-425d-ab0f-26f418004ba0 HTTP/1.1" status: 200 len: 854 time: 0.0674582 Apr 06 14:37:04.226394 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] For port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:37:04.229942 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] For port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:37:04.237621 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e4664-a705-4152-b178-1442cadb8107 req-dca54eed-5a15-4b1b-89ef-dd8185a3c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:04.239154 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3f9e4664-a705-4152-b178-1442cadb8107 req-dca54eed-5a15-4b1b-89ef-dd8185a3c36a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747738 Apr 06 14:37:04.297988 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.346244 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:04.346872 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:04.348277 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] 10.222.0.49 "PUT /v2.0/ports/7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 HTTP/1.1" status: 200 len: 1094 time: 1.0517337 Apr 06 14:37:04.348767 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'tag': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:04.351074 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1b4286-8ae5-4e76-991e-96533f1aaf50" -d '{"events": [{"name": "network-changed", "server_uuid": "82a933ee-fbf7-4ae1-8e27-893eb7f96bdc", "tag": "7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:04.389501 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328444b-bec8-4a5e-8b7e-e94f6769214d service neutron] Pushing event updated for resources: {'Port': ['ID=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:04.393793 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3f9e4664-a705-4152-b178-1442cadb8107 req-3ad2dbe2-79e3-4418-891b-f32ce84b2bba service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472781 Apr 06 14:37:04.401717 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68264e3-61f6-4f72-9288-012f7a17cd44 x-openstack-request-id: req-a68264e3-61f6-4f72-9288-012f7a17cd44 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:04.402011 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a933ee-fbf7-4ae1-8e27-893eb7f96bdc", "tag": "7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:04.402272 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a68264e3-61f6-4f72-9288-012f7a17cd44 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:04.404830 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68264e3-61f6-4f72-9288-012f7a17cd44'] response: {'name': 'network-changed', 'server_uuid': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'tag': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'status': 'completed', 'code': 200} Apr 06 14:37:04.539006 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b4286-8ae5-4e76-991e-96533f1aaf50 req-67f7fd91-c58e-4af3-9e77-2d44c40b44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:04.540510 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d1b4286-8ae5-4e76-991e-96533f1aaf50 req-67f7fd91-c58e-4af3-9e77-2d44c40b44c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 1128 time: 0.1102309 Apr 06 14:37:04.542730 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-3f9e4664-a705-4152-b178-1442cadb8107 req-13d78e70-44a6-4dc6-a98c-e6987bb0c626 service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327722 Apr 06 14:37:04.652380 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b4286-8ae5-4e76-991e-96533f1aaf50 req-9f1f076d-b6e0-47cc-b973-8231a2ca0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:04.653837 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d1b4286-8ae5-4e76-991e-96533f1aaf50 req-9f1f076d-b6e0-47cc-b973-8231a2ca0976 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5d506c4d018047d488b3ea1f3bae662a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0987704 Apr 06 14:37:05.135011 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b7aa892e-3340-44fc-94b1-06369ccddc4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:05.222281 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151043c-9e65-4c29-9056-16cd74563903 req-df7bd6d2-d75b-4bcd-9285-7b793517555d tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:05.223691 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e151043c-9e65-4c29-9056-16cd74563903 req-df7bd6d2-d75b-4bcd-9285-7b793517555d tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0597408 Apr 06 14:37:05.305587 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b4286-8ae5-4e76-991e-96533f1aaf50 req-1dfe0865-b5e3-40a9-a8f9-e93028063116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:05.307149 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7d1b4286-8ae5-4e76-991e-96533f1aaf50 req-1dfe0865-b5e3-40a9-a8f9-e93028063116 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4154396 Apr 06 14:37:05.315954 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bb4f4-01b4-429f-aa4a-153ba0c27598 req-8acbf248-0c36-4f8a-9594-389e3153aac4 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:05.317667 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b70bb4f4-01b4-429f-aa4a-153ba0c27598 req-8acbf248-0c36-4f8a-9594-389e3153aac4 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 944 time: 0.1188521 Apr 06 14:37:05.373331 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b70bb4f4-01b4-429f-aa4a-153ba0c27598 req-00786490-86fa-4cfc-a122-5d9398637bdd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477781 Apr 06 14:37:05.489272 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-568bae56-236c-4162-97fe-3032c785d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:05.490694 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-568bae56-236c-4162-97fe-3032c785d87c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 1128 time: 0.0479093 Apr 06 14:37:05.527765 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-e151043c-9e65-4c29-9056-16cd74563903 req-b9e0a717-63ec-42df-80d6-ce8f42cea55b tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2979002 Apr 06 14:37:05.535359 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-4a3f5962-1b3f-4d63-a1a0-cfe7fc28af9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 HTTP/1.1" status: 200 len: 217 time: 0.0346398 Apr 06 14:37:05.590355 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-2dd6220f-b090-4abb-8829-adb90affb65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:05.591863 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-2dd6220f-b090-4abb-8829-adb90affb65d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 200 len: 850 time: 0.0502765 Apr 06 14:37:05.644023 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-1ec42f1e-e6ae-4d16-92d5-b749234c74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:05.645523 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-1ec42f1e-e6ae-4d16-92d5-b749234c74f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9feb50d3-6449-48c4-b720-2ad5809a7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460854 Apr 06 14:37:05.739783 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-f171e01b-3ab9-4dfd-b7a5-6542e18aca88 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874369 Apr 06 14:37:05.834960 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-593b9869-aa16-47a7-ab05-1c0b39610e5b req-5fd78a2d-d3f1-45c8-b5ca-7f591776cae7 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840504 Apr 06 14:37:06.494008 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc840d27-d6e2-4200-a8af-8d3939a90d5d req-e51d2697-7e91-40f4-b1e3-a76f7dfe4472 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:06.495518 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cc840d27-d6e2-4200-a8af-8d3939a90d5d req-e51d2697-7e91-40f4-b1e3-a76f7dfe4472 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 944 time: 0.0531278 Apr 06 14:37:06.544895 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-cc840d27-d6e2-4200-a8af-8d3939a90d5d req-a9e8e4e1-98f8-4348-9a69-ff6375f97c67 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427220 Apr 06 14:37:06.649922 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69716809-d365-4ff5-bd25-e8079197a151 req-af100f85-8813-4ec6-aaa3-bb9389ffbb02 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:06.651514 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-69716809-d365-4ff5-bd25-e8079197a151 req-af100f85-8813-4ec6-aaa3-bb9389ffbb02 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0533738 Apr 06 14:37:06.714754 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-69716809-d365-4ff5-bd25-e8079197a151 req-dca9529b-f05f-48f5-af53-261f38c9cc53 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565472 Apr 06 14:37:07.672699 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530f71d-01eb-4aa4-a31a-82bdb11bbe0c req-68488947-a9c8-4ada-9aa8-05f37ad349ff tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:07.674190 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7530f71d-01eb-4aa4-a31a-82bdb11bbe0c req-68488947-a9c8-4ada-9aa8-05f37ad349ff tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 944 time: 0.0581245 Apr 06 14:37:07.724783 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-7530f71d-01eb-4aa4-a31a-82bdb11bbe0c req-0238679c-f87e-4cd1-a946-3dd15e9a4113 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450532 Apr 06 14:37:07.839161 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f71b4d-aa68-4e6c-abdb-f12a48590447 req-85a52352-22cd-4111-8b7a-3d0822831c34 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:07.840590 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f2f71b4d-aa68-4e6c-abdb-f12a48590447 req-85a52352-22cd-4111-8b7a-3d0822831c34 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0575149 Apr 06 14:37:07.903401 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f2f71b4d-aa68-4e6c-abdb-f12a48590447 req-b77085d0-83b7-4f6a-8d2a-efbf2c5c835b tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556688 Apr 06 14:37:08.843975 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2317b4-e6af-4e83-a47e-2b9e3bfafc1c req-766b7ffc-e884-4434-8ec9-8f439efffe1a tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:08.845464 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8f2317b4-e6af-4e83-a47e-2b9e3bfafc1c req-766b7ffc-e884-4434-8ec9-8f439efffe1a tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 944 time: 0.0527816 Apr 06 14:37:08.893497 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8f2317b4-e6af-4e83-a47e-2b9e3bfafc1c req-49cc8f3b-4310-4bbe-a76c-d389b11ed286 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424855 Apr 06 14:37:08.969612 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-777bec9d-ae70-4fb0-b2e7-53c664392ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:09.020643 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1cf3a-cce9-4998-ac91-5124bc107d52 req-d736788b-f8ef-46a4-a43a-51941aaaccf3 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:09.022033 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a0b1cf3a-cce9-4998-ac91-5124bc107d52 req-d736788b-f8ef-46a4-a43a-51941aaaccf3 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0530071 Apr 06 14:37:09.082559 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a0b1cf3a-cce9-4998-ac91-5124bc107d52 req-5c063062-c862-4de8-b994-a0a8379a0cb6 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548720 Apr 06 14:37:10.016264 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938f886-9e30-4c6d-98a0-2a3808772c1e req-12972624-8733-40a8-92fc-ddc08df8153f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:10.017732 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5938f886-9e30-4c6d-98a0-2a3808772c1e req-12972624-8733-40a8-92fc-ddc08df8153f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 944 time: 0.0568826 Apr 06 14:37:10.066228 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5938f886-9e30-4c6d-98a0-2a3808772c1e req-0dc00689-d3d6-4c6c-bb8d-dbf780be43ed tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428550 Apr 06 14:37:10.200573 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c620113-3672-4f3c-a24b-4cbdabd7880c req-2c13b477-b77f-4691-ab73-afcdee7bceae tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:10.201938 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9c620113-3672-4f3c-a24b-4cbdabd7880c req-2c13b477-b77f-4691-ab73-afcdee7bceae tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0521696 Apr 06 14:37:10.268869 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-9c620113-3672-4f3c-a24b-4cbdabd7880c req-00ce213e-bb40-47d3-ae5f-12c38b8c388e tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606768 Apr 06 14:37:10.437733 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:11.182457 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7ed70-9d9f-4366-9e6a-83ad993a3d52 req-b2c217d0-e41c-4eeb-9c6b-074729da80df tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:11.183957 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-00e7ed70-9d9f-4366-9e6a-83ad993a3d52 req-b2c217d0-e41c-4eeb-9c6b-074729da80df tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 944 time: 0.0522897 Apr 06 14:37:11.234027 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-00e7ed70-9d9f-4366-9e6a-83ad993a3d52 req-07620586-81f9-480a-8b81-0147b00a80a9 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432670 Apr 06 14:37:11.392530 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b84681-0fd2-42a1-a6d9-b6e248ac1c2f req-d3bb5e6c-d4d5-4d35-8730-4b36b5be45e9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:11.394085 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-91b84681-0fd2-42a1-a6d9-b6e248ac1c2f req-d3bb5e6c-d4d5-4d35-8730-4b36b5be45e9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0557940 Apr 06 14:37:11.457960 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-91b84681-0fd2-42a1-a6d9-b6e248ac1c2f req-cfcb3bf1-21cd-4234-bcfe-0983a42957d5 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569410 Apr 06 14:37:12.111747 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:12.357559 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf2f7f-2913-4477-bf8b-5a8aadc825b0 req-cd818f68-352d-4c3a-99d2-0c1610d0456c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:12.359908 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-10bf2f7f-2913-4477-bf8b-5a8aadc825b0 req-cd818f68-352d-4c3a-99d2-0c1610d0456c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 944 time: 0.0564756 Apr 06 14:37:12.413612 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-10bf2f7f-2913-4477-bf8b-5a8aadc825b0 req-ba6c6a2f-a9b4-4637-9743-733e675c367f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481405 Apr 06 14:37:12.577348 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b4805-b1ad-469e-ab33-c840aa05ea83 req-4011cb71-0070-4c79-878b-63465177fda4 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:12.578778 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-823b4805-b1ad-469e-ab33-c840aa05ea83 req-4011cb71-0070-4c79-878b-63465177fda4 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0530512 Apr 06 14:37:12.639065 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-823b4805-b1ad-469e-ab33-c840aa05ea83 req-db7f896b-0c2c-46c3-b390-922acf68e3ce tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542765 Apr 06 14:37:13.032250 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.535231 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1274c-8584-411e-864e-f56ed7aba298 req-998f5765-2de7-4a0d-a2e7-6dad89087977 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:13.536607 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9ad1274c-8584-411e-864e-f56ed7aba298 req-998f5765-2de7-4a0d-a2e7-6dad89087977 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 944 time: 0.0552325 Apr 06 14:37:13.589634 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9ad1274c-8584-411e-864e-f56ed7aba298 req-c31b8320-b139-439f-9869-ccd20ad281df tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473797 Apr 06 14:37:13.659020 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:37:13.759920 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:13.769636 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab05bf-52be-44b4-a902-815a32ca3fe6 req-2a89b036-9a89-490e-a773-31f1b6d168c2 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:13.771165 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c2ab05bf-52be-44b4-a902-815a32ca3fe6 req-2a89b036-9a89-490e-a773-31f1b6d168c2 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0619543 Apr 06 14:37:13.772054 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'port_id': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'mac_address': 'fa:16:3e:bb:26:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:37:13.815270 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:13.815566 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.829197 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:37:13.838748 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-c2ab05bf-52be-44b4-a902-815a32ca3fe6 req-12967337-9e73-48a9-b00f-be04be1c44b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615151 Apr 06 14:37:13.850975 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:13.912116 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:13.959999 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:13.966904 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:13.967253 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:13.968121 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:13.968456 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:13.968785 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:13.969113 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:13.969432 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:13.969754 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:13.970073 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:13.970394 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:13.970744 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:13.971067 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:13.971382 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:13.971697 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:13.972011 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:14.285945 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:37:14.708273 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51add0-d039-4696-935d-db0d01c3a336 req-5ff82eac-4087-4797-82ab-b0a678bed1a2 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:14.709866 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc51add0-d039-4696-935d-db0d01c3a336 req-5ff82eac-4087-4797-82ab-b0a678bed1a2 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 945 time: 0.0529261 Apr 06 14:37:14.758541 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fc51add0-d039-4696-935d-db0d01c3a336 req-c3e54f20-c517-4727-af51-5ca6ca161c70 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429187 Apr 06 14:37:14.957927 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bae929-14d4-454c-ab4c-a20d97bc6930 req-d656e4d1-84d6-4790-91c3-8d37a88ca425 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:14.959443 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a9bae929-14d4-454c-ab4c-a20d97bc6930 req-d656e4d1-84d6-4790-91c3-8d37a88ca425 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0528424 Apr 06 14:37:15.019677 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a9bae929-14d4-454c-ab4c-a20d97bc6930 req-d8450bc1-db03-4bc0-b5b5-b6938db87ee1 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545514 Apr 06 14:37:15.670112 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:37:15.848661 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:37:15.852763 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:37:15.853367 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.882485 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807331d-34cf-45b0-8aa6-fc9355c7e339 req-5e760b41-1c92-4083-b378-90acb3aff799 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:15.884019 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8807331d-34cf-45b0-8aa6-fc9355c7e339 req-5e760b41-1c92-4083-b378-90acb3aff799 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 945 time: 0.0600159 Apr 06 14:37:15.934091 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:37:15.934471 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:15.935105 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8807331d-34cf-45b0-8aa6-fc9355c7e339 req-f8252586-1aef-4b37-9431-f4ef8ba05871 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446937 Apr 06 14:37:15.959507 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:15.961780 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979c85bb-6b36-4894-adf2-f9a7be9413d0" -d '{"events": [{"server_uuid": "82a933ee-fbf7-4ae1-8e27-893eb7f96bdc", "name": "network-vif-plugged", "status": "completed", "tag": "7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:15.975571 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:37:15.999448 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f9c34b-fbe0-4629-9855-9aaa7ef216ae x-openstack-request-id: req-12f9c34b-fbe0-4629-9855-9aaa7ef216ae {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:15.999740 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a933ee-fbf7-4ae1-8e27-893eb7f96bdc", "name": "network-vif-plugged", "status": "completed", "tag": "7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:15.999989 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12f9c34b-fbe0-4629-9855-9aaa7ef216ae {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:16.000407 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12f9c34b-fbe0-4629-9855-9aaa7ef216ae'] response: {'server_uuid': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'code': 200} Apr 06 14:37:16.043634 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:16.093317 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:16.141975 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85875c35-a2e1-4dad-9d0b-d0b6e4a538fa req-5a018d7d-4e74-43e4-bdef-e8f705751049 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:16.143500 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-85875c35-a2e1-4dad-9d0b-d0b6e4a538fa req-5a018d7d-4e74-43e4-bdef-e8f705751049 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0547721 Apr 06 14:37:16.204525 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-85875c35-a2e1-4dad-9d0b-d0b6e4a538fa req-8f5ceb82-7de3-474f-bef7-f1fe077da861 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548248 Apr 06 14:37:16.517844 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812b468-137c-4f09-8d15-97ac3420d194 req-6f1f7dc6-40c5-4f2d-af3a-a152c334fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:16.519301 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a812b468-137c-4f09-8d15-97ac3420d194 req-6f1f7dc6-40c5-4f2d-af3a-a152c334fa13 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 1130 time: 0.0451872 Apr 06 14:37:16.571864 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a812b468-137c-4f09-8d15-97ac3420d194 req-67969b1c-f65b-4552-a378-e9f348033e60 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459964 Apr 06 14:37:17.052593 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc8414-3c8c-41d1-ab04-65e610d54c88 req-3bf0310b-3e79-4fe6-b1a0-b990cbbf251a tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:17.054062 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-aebc8414-3c8c-41d1-ab04-65e610d54c88 req-3bf0310b-3e79-4fe6-b1a0-b990cbbf251a tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 946 time: 0.0518446 Apr 06 14:37:17.107886 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-aebc8414-3c8c-41d1-ab04-65e610d54c88 req-861bc745-2723-4bb0-b3ad-1e221da577ae tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482683 Apr 06 14:37:17.327446 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11b345-ed2a-4563-a0ef-e5f9ec87b9fd req-f731bf6f-8724-4a7b-a1ad-cad742b66b6a tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:17.329049 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb11b345-ed2a-4563-a0ef-e5f9ec87b9fd req-f731bf6f-8724-4a7b-a1ad-cad742b66b6a tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0544426 Apr 06 14:37:17.395502 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-bb11b345-ed2a-4563-a0ef-e5f9ec87b9fd req-06ac8bd1-bccf-4ba8-99be-c0587b46cc44 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=05976f14-4f7e-4ddc-a2bd-27a6436aab37&id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602882 Apr 06 14:37:17.902117 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:37:18.249162 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79099db9-9207-4980-a189-be0272c4f75f req-6c8e13e4-28e4-443d-b9f6-be0319e91afd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:18.251481 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-79099db9-9207-4980-a189-be0272c4f75f req-6c8e13e4-28e4-443d-b9f6-be0319e91afd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 946 time: 0.0537155 Apr 06 14:37:18.304658 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-79099db9-9207-4980-a189-be0272c4f75f req-7012925f-1bea-4a6d-a0a3-2591f2168fd0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474303 Apr 06 14:37:19.425356 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7f9f5-c7c0-4499-8b0f-b3ac58e0f35f req-025b2423-3762-47de-afc2-a68463a18296 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:19.426857 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-67d7f9f5-c7c0-4499-8b0f-b3ac58e0f35f req-025b2423-3762-47de-afc2-a68463a18296 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 946 time: 0.0522966 Apr 06 14:37:19.475240 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-67d7f9f5-c7c0-4499-8b0f-b3ac58e0f35f req-b821639b-8986-4eda-8461-5a9cccb57d52 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428333 Apr 06 14:37:19.589863 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d25f3-2c9e-4a79-92a2-1212000a35b1 req-ebd88706-4522-45bf-817c-0c36e226b046 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:19.591313 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1f3d25f3-2c9e-4a79-92a2-1212000a35b1 req-ebd88706-4522-45bf-817c-0c36e226b046 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 946 time: 0.0512750 Apr 06 14:37:19.639793 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-1f3d25f3-2c9e-4a79-92a2-1212000a35b1 req-4bcf7a6b-21b6-4ab1-91fa-af816bcf100b tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430019 Apr 06 14:37:19.661479 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39410) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:19.708474 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373c2330-3fa1-4b73-85ee-3cad6f30b24f tempest-TestVolumeBootPattern-135505861 tempest-TestVolumeBootPattern-135505861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:19.710008 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-373c2330-3fa1-4b73-85ee-3cad6f30b24f tempest-TestVolumeBootPattern-135505861 tempest-TestVolumeBootPattern-135505861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 1125 time: 0.0475700 Apr 06 14:37:19.712901 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39412) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:37:19.717030 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Request body: {'floatingip': {'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'port_id': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:37:19.820255 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:19.915757 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.027208 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_common [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Allocated IP 172.27.2.18 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/41492121-487e-4915-b2e9-3924e363b277) {{(pid=103948) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:37:20.138752 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for port (41492121-487e-4915-b2e9-3924e363b277), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.221217 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (41492121-487e-4915-b2e9-3924e363b277), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.258401 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103948) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:37:20.263290 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.base_scheduler [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Resources bound (agent type, host, resource id): {{(pid=103948) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:37:20.267729 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Received port after_create {{(pid=103948) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:37:20.293712 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'Port': ['ID=41492121-487e-4915-b2e9-3924e363b277,revision_number=1']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:20.305750 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:20.306093 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:20.306435 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:20.306797 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:20.307129 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:20.307458 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:20.307780 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:20.308100 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:20.308426 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:20.308745 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:20.309068 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:20.309388 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:20.309704 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:20.310023 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:20.310337 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:37:20.528749 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.648475 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for floatingip (d3a9eafe-59ac-4b2d-af6d-2321d4328cd7), precommit_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.780907 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (41492121-487e-4915-b2e9-3924e363b277), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:20.938504 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for port (41492121-487e-4915-b2e9-3924e363b277), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.014668 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12612076'] for port (41492121-487e-4915-b2e9-3924e363b277), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.086451 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'Port': ['ID=41492121-487e-4915-b2e9-3924e363b277,revision_number=2']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:37:21.095169 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (d3a9eafe-59ac-4b2d-af6d-2321d4328cd7), after_create {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.200842 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.l3_db [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Floating IP d3a9eafe-59ac-4b2d-af6d-2321d4328cd7 associated. External IP: 172.27.2.18, port: 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8. Apr 06 14:37:21.414010 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Router 1df1a715-47a5-4c61-8ccf-510340cb9d8f has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:37:21.523993 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:37:21.534444 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df03875-851b-45e9-929d-a3b20516a455 None None] Sync routers for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:37:21.543118 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df03875-851b-45e9-929d-a3b20516a455 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:21.544003 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9df03875-851b-45e9-929d-a3b20516a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:37:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:21.604702 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:21.635450 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-f834c8d0-c47d-4853-baf4-5436982b7c5f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9215231 Apr 06 14:37:21.636029 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'tag': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:37:21.638282 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cee74c5e6806168c4361293fd760050ed74eb1b6027abc74829ef037f04afca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfb2b92-55ca-423b-90c1-581bc7074c18" -d '{"events": [{"name": "network-changed", "server_uuid": "82a933ee-fbf7-4ae1-8e27-893eb7f96bdc", "tag": "7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:37:21.678170 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e36538-3944-48b8-ad20-c045ecea67d1 x-openstack-request-id: req-e8e36538-3944-48b8-ad20-c045ecea67d1 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:37:21.678853 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a933ee-fbf7-4ae1-8e27-893eb7f96bdc", "tag": "7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8", "status": "completed", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:37:21.678853 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8e36538-3944-48b8-ad20-c045ecea67d1 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:37:21.679134 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e36538-3944-48b8-ad20-c045ecea67d1'] response: {'name': 'network-changed', 'server_uuid': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'tag': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'status': 'completed', 'code': 200} Apr 06 14:37:21.758110 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb2b92-55ca-423b-90c1-581bc7074c18 req-c76a3e2f-2e6c-4b22-9fec-f0e773841a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:21.759727 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-acfb2b92-55ca-423b-90c1-581bc7074c18 req-c76a3e2f-2e6c-4b22-9fec-f0e773841a8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 1130 time: 0.0526400 Apr 06 14:37:21.786331 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-9df03875-851b-45e9-929d-a3b20516a455 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:37:21.852523 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb2b92-55ca-423b-90c1-581bc7074c18 req-2c32aed8-0293-40e9-8bf1-c0439b034ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:21.853970 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-acfb2b92-55ca-423b-90c1-581bc7074c18 req-2c32aed8-0293-40e9-8bf1-c0439b034ba7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 912 time: 0.0862889 Apr 06 14:37:21.927510 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-acfb2b92-55ca-423b-90c1-581bc7074c18 req-9994ebce-ded2-486e-9fa7-4d3f2f1f2579 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 HTTP/1.1" status: 200 len: 999 time: 0.0636234 Apr 06 14:37:21.984136 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb2b92-55ca-423b-90c1-581bc7074c18 req-efa23356-3d47-44e8-b832-a8d9dfe5bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:21.985803 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-acfb2b92-55ca-423b-90c1-581bc7074c18 req-efa23356-3d47-44e8-b832-a8d9dfe5bf5b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 200 len: 850 time: 0.0473557 Apr 06 14:37:22.009523 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9df03875-851b-45e9-929d-a3b20516a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': 'd3a9eafe-59ac-4b2d-af6d-2321d4328cd7', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'port_id': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'mac_address': 'fa:16:3e:bb:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:37:20Z', 'updated_at': '2022-04-06T14:37:20Z', 'revision_number': 0, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:22.035410 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df03875-851b-45e9-929d-a3b20516a455 None None] Checking router: 1df1a715-47a5-4c61-8ccf-510340cb9d8f for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:37:22.038797 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb2b92-55ca-423b-90c1-581bc7074c18 req-e91c6642-f433-4d6d-9ef4-6a4eb76870b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:37:22.040314 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-acfb2b92-55ca-423b-90c1-581bc7074c18 req-e91c6642-f433-4d6d-9ef4-6a4eb76870b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9feb50d3-6449-48c4-b720-2ad5809a7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445750 Apr 06 14:37:22.043602 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df03875-851b-45e9-929d-a3b20516a455 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:37:22.044208 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9df03875-851b-45e9-929d-a3b20516a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:37:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:22.136579 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-acfb2b92-55ca-423b-90c1-581bc7074c18 req-1610e589-244e-42f2-af37-bd81279f5296 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871129 Apr 06 14:37:22.151624 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-9df03875-851b-45e9-929d-a3b20516a455 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:37:22.229069 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-acfb2b92-55ca-423b-90c1-581bc7074c18 req-15dcc971-99c2-4080-a806-ed51c238902d service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845239 Apr 06 14:37:22.381518 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9df03875-851b-45e9-929d-a3b20516a455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': 'd3a9eafe-59ac-4b2d-af6d-2321d4328cd7', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'port_id': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'mac_address': 'fa:16:3e:bb:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:37:20Z', 'updated_at': '2022-04-06T14:37:20Z', 'revision_number': 0, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:37:22.407334 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df03875-851b-45e9-929d-a3b20516a455 None None] The sync data for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi is: [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': 'd3a9eafe-59ac-4b2d-af6d-2321d4328cd7', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'port_id': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'mac_address': 'fa:16:3e:bb:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:37:20Z', 'updated_at': '2022-04-06T14:37:20Z', 'revision_number': 0, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:37:22.615445 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c794d6eb-3870-4ca4-8b93-089cdf62a26d None None] New status for floating IP d3a9eafe-59ac-4b2d-af6d-2321d4328cd7: ACTIVE {{(pid=103950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:37:35.140034 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c8f5f683-6463-4c6f-8a92-12f0c756b7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:38.962437 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-3ae86e52-e42d-48f6-b80a-abc4c8d9ccc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:40.430820 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:42.104699 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:43.041974 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:50.539018 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:37:54.901106 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:38:05.161364 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6c2a26a6-6b55-432d-89bf-3ea54b42afa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:06.287671 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64d3c526-cece-41f8-9fe5-af42c73304cc req-97c365e9-0851-43aa-a887-dbcc8c6d345b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505161 Apr 06 14:38:06.382622 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3c526-cece-41f8-9fe5-af42c73304cc req-0bbf0ebd-d4fc-481b-b5f5-2d50e7925409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:06.384147 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64d3c526-cece-41f8-9fe5-af42c73304cc req-0bbf0ebd-d4fc-481b-b5f5-2d50e7925409 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d0cf5af09344cb6bdc0961c8f372092&device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 1169 time: 0.0501194 Apr 06 14:38:06.494128 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3c526-cece-41f8-9fe5-af42c73304cc req-b17fa7dd-b929-4d4e-b221-76356fdf36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:06.495571 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64d3c526-cece-41f8-9fe5-af42c73304cc req-b17fa7dd-b929-4d4e-b221-76356fdf36a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3 HTTP/1.1" status: 200 len: 916 time: 0.0886145 Apr 06 14:38:06.566778 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64d3c526-cece-41f8-9fe5-af42c73304cc req-a1779c0d-c5c0-40dc-8892-a711f581512c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10f5aa29-60bc-4ebf-9bad-0077ca778c29 HTTP/1.1" status: 200 len: 1002 time: 0.0645475 Apr 06 14:38:06.614966 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3c526-cece-41f8-9fe5-af42c73304cc req-116c1c09-7de5-4452-864f-e886a002d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:06.616413 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64d3c526-cece-41f8-9fe5-af42c73304cc req-116c1c09-7de5-4452-864f-e886a002d03b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53fd7ca3-490f-425d-ab0f-26f418004ba0 HTTP/1.1" status: 200 len: 854 time: 0.0432866 Apr 06 14:38:06.664946 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3c526-cece-41f8-9fe5-af42c73304cc req-243ac363-ed82-4193-8958-afe52c1b04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:06.666462 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64d3c526-cece-41f8-9fe5-af42c73304cc req-243ac363-ed82-4193-8958-afe52c1b04cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432744 Apr 06 14:38:06.677942 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [req-64d3c526-cece-41f8-9fe5-af42c73304cc req-e8f3d99e-c11a-4b6f-b744-52f391443312 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=103947) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 14:38:06.678938 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64d3c526-cece-41f8-9fe5-af42c73304cc req-e8f3d99e-c11a-4b6f-b744-52f391443312 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057204 Apr 06 14:38:06.771284 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64d3c526-cece-41f8-9fe5-af42c73304cc req-209bb3ed-2098-42ad-8f5f-79f6abdfa5dc service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853863 Apr 06 14:38:06.859959 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-64d3c526-cece-41f8-9fe5-af42c73304cc req-63b30321-9804-4a45-9cd8-02449e0854f9 service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808716 Apr 06 14:38:09.013148 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-d15c3ed1-8bdc-47d6-8663-5a096b1f5756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:10.418313 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:12.063892 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:13.046619 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:20.572696 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:31.900161 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:38:35.212342 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-4562d0b2-4bc1-46f9-86fc-b31c4d91cf19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.442957 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d351ad75-0e7b-49b0-ab61-441e1678a198 req-9ab87b6c-9176-4b25-ab95-8e33c81786e7 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1740483422&fields=id&tenant_id=7d0cf5af09344cb6bdc0961c8f372092 HTTP/1.1" status: 200 len: 267 time: 0.0455768 Apr 06 14:38:37.498159 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351ad75-0e7b-49b0-ab61-441e1678a198 req-99d7c56c-4d63-4ffb-93cd-4b883e3629ad tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:37.499676 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d351ad75-0e7b-49b0-ab61-441e1678a198 req-99d7c56c-4d63-4ffb-93cd-4b883e3629ad tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 985 time: 0.0515127 Apr 06 14:38:37.510509 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.v2.base [req-d351ad75-0e7b-49b0-ab61-441e1678a198 req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Request body: {'port': {'security_groups': ['e871cbc8-bb63-4fe1-99f2-d40f01c79629']}} {{(pid=103948) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:38:37.585393 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-d351ad75-0e7b-49b0-ab61-441e1678a198 req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), before_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.787531 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [req-d351ad75-0e7b-49b0-ab61-441e1678a198 req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] For port 10f5aa29-60bc-4ebf-9bad-0077ca778c29, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=10f5aa29-60bc-4ebf-9bad-0077ca778c29,segment=NetworkSegment(d5310ccc-2724-45c9-9c08-3a51bb757589),segment_id=d5310ccc-2724-45c9-9c08-3a51bb757589)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:37.817555 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-d351ad75-0e7b-49b0-ab61-441e1678a198 req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), precommit_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.874780 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-d351ad75-0e7b-49b0-ab61-441e1678a198 req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12612076'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), after_update {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.894313 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['10f5aa29-60bc-4ebf-9bad-0077ca778c29'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:38:37.921143 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351ad75-0e7b-49b0-ab61-441e1678a198 req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:37.921767 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [req-d351ad75-0e7b-49b0-ab61-441e1678a198 req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:37.923184 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d351ad75-0e7b-49b0-ab61-441e1678a198 req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "PUT /v2.0/ports/10f5aa29-60bc-4ebf-9bad-0077ca778c29 HTTP/1.1" status: 200 len: 943 time: 0.4170053 Apr 06 14:38:37.923636 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58277fc-3259-427c-8841-9b327695ae3c', 'tag': '10f5aa29-60bc-4ebf-9bad-0077ca778c29'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:37.926810 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cee74c5e6806168c4361293fd760050ed74eb1b6027abc74829ef037f04afca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766663e2-a96d-4b5d-8aea-579f1024b900" -d '{"events": [{"name": "network-changed", "server_uuid": "b58277fc-3259-427c-8841-9b327695ae3c", "tag": "10f5aa29-60bc-4ebf-9bad-0077ca778c29"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:37.930721 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 39462) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:37.955623 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Pushing event updated for resources: {'Port': ['ID=10f5aa29-60bc-4ebf-9bad-0077ca778c29,revision_number=7']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:37.964875 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:37.965249 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:37.965561 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:37.966422 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:37.966843 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:37.967169 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:37.967501 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:37.967831 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:37.968157 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:37.968983 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:37.968983 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:37.969283 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:37.969578 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:37.969899 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:37.970224 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58f3a2f-3263-4f81-95ea-8741be9ff5fd tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:37.993332 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221d7849-d6bf-4ff2-abe3-c08c7dc7da15 x-openstack-request-id: req-221d7849-d6bf-4ff2-abe3-c08c7dc7da15 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:37.993332 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58277fc-3259-427c-8841-9b327695ae3c", "tag": "10f5aa29-60bc-4ebf-9bad-0077ca778c29", "status": "completed", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:37.993332 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-221d7849-d6bf-4ff2-abe3-c08c7dc7da15 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:37.993332 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221d7849-d6bf-4ff2-abe3-c08c7dc7da15'] response: {'name': 'network-changed', 'server_uuid': 'b58277fc-3259-427c-8841-9b327695ae3c', 'tag': '10f5aa29-60bc-4ebf-9bad-0077ca778c29', 'status': 'completed', 'code': 200} Apr 06 14:38:38.031241 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group (05976f14-4f7e-4ddc-a2bd-27a6436aab37), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.036717 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['10f5aa29-60bc-4ebf-9bad-0077ca778c29'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:38:38.060746 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group (05976f14-4f7e-4ddc-a2bd-27a6436aab37), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.150770 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766663e2-a96d-4b5d-8aea-579f1024b900 req-1f71f1f8-a747-4c27-a191-ce2e305086ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:38.152646 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-766663e2-a96d-4b5d-8aea-579f1024b900 req-1f71f1f8-a747-4c27-a191-ce2e305086ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d0cf5af09344cb6bdc0961c8f372092&device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 1130 time: 0.1424754 Apr 06 14:38:38.254569 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766663e2-a96d-4b5d-8aea-579f1024b900 req-28835f1b-e3de-4f59-88b2-a711807e843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:38.256014 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-766663e2-a96d-4b5d-8aea-579f1024b900 req-28835f1b-e3de-4f59-88b2-a711807e843b service neutron] 10.222.0.49 "GET /v2.0/networks?id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3 HTTP/1.1" status: 200 len: 916 time: 0.0853546 Apr 06 14:38:38.285763 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-38ab43cb-ba43-4040-bbe8-87177834b133 None None] Provisioning complete for port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:38:38.286140 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-38ab43cb-ba43-4040-bbe8-87177834b133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.310930 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (05976f14-4f7e-4ddc-a2bd-27a6436aab37), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.313469 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.314639 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "DELETE /v2.0/security-groups/05976f14-4f7e-4ddc-a2bd-27a6436aab37 HTTP/1.1" status: 204 len: 168 time: 0.3810241 Apr 06 14:38:38.317429 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39468) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:38.330034 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05976f14-4f7e-4ddc-a2bd-27a6436aab37,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:38.344694 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:38.344992 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:38.345299 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:38.345632 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:38.345960 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:38.346289 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:38.346639 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:38.346964 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:38.347967 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:38.348345 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:38.348836 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:38.349167 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:38.349498 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:38.349816 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:38.350139 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000aaed7-c478-4514-880f-1aba6fa648b9 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:38.365631 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-766663e2-a96d-4b5d-8aea-579f1024b900 req-65c0ddcd-3f6e-4cd7-a31e-6a1cf325c868 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10f5aa29-60bc-4ebf-9bad-0077ca778c29 HTTP/1.1" status: 200 len: 1002 time: 0.0982072 Apr 06 14:38:38.374189 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-38ab43cb-ba43-4040-bbe8-87177834b133 None None] Current status of the port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 is: ACTIVE; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:38.423242 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766663e2-a96d-4b5d-8aea-579f1024b900 req-1c2cd137-0cfa-453f-94ca-3958fe80d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:38.424709 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-766663e2-a96d-4b5d-8aea-579f1024b900 req-1c2cd137-0cfa-453f-94ca-3958fe80d88f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53fd7ca3-490f-425d-ab0f-26f418004ba0 HTTP/1.1" status: 200 len: 854 time: 0.0469387 Apr 06 14:38:38.477368 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766663e2-a96d-4b5d-8aea-579f1024b900 req-55a88af1-3a8b-413f-8051-7cb468f0b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:38.478891 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-766663e2-a96d-4b5d-8aea-579f1024b900 req-55a88af1-3a8b-413f-8051-7cb468f0b911 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433025 Apr 06 14:38:38.483752 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-2796edf2-8a1a-4071-95ce-450f4ed874ea tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Deleting port e7ad2115-5f7f-494e-addb-9e06329e48bd {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:38.484246 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2796edf2-8a1a-4071-95ce-450f4ed874ea tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (e7ad2115-5f7f-494e-addb-9e06329e48bd), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.559254 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2796edf2-8a1a-4071-95ce-450f4ed874ea tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (e7ad2115-5f7f-494e-addb-9e06329e48bd), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.559707 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2796edf2-8a1a-4071-95ce-450f4ed874ea tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for floatingip (e7ad2115-5f7f-494e-addb-9e06329e48bd), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.571880 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-2796edf2-8a1a-4071-95ce-450f4ed874ea tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Calling delete_port for e7ad2115-5f7f-494e-addb-9e06329e48bd owned by network:floatingip {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:38.574697 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-766663e2-a96d-4b5d-8aea-579f1024b900 req-a5bcd161-f58a-4e69-80c9-1b1a6d801bcf service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847261 Apr 06 14:38:38.667802 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-766663e2-a96d-4b5d-8aea-579f1024b900 req-684bd4bf-0fdb-42a3-ab43-dfb9a4ff596f service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813580 Apr 06 14:38:38.795017 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2796edf2-8a1a-4071-95ce-450f4ed874ea tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (e7ad2115-5f7f-494e-addb-9e06329e48bd), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.825790 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796edf2-8a1a-4071-95ce-450f4ed874ea tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Pushing event deleted for resources: {'Port': ['ID=e7ad2115-5f7f-494e-addb-9e06329e48bd,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:38.884530 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2796edf2-8a1a-4071-95ce-450f4ed874ea tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks [] for floatingip (3b874862-0ef1-4f3c-8eb2-c6969107b703), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:38.884865 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.l3_db [None req-2796edf2-8a1a-4071-95ce-450f4ed874ea tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Floating IP 3b874862-0ef1-4f3c-8eb2-c6969107b703 disassociated (deleted). External IP: 172.27.2.127, port: 10f5aa29-60bc-4ebf-9bad-0077ca778c29. Apr 06 14:38:38.966371 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-18feb5ef-5f06-4326-8cae-c8e61c6513cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.091136 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2796edf2-8a1a-4071-95ce-450f4ed874ea tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Router e02ba46a-8100-459a-881e-9f24a8deb2b0 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:39.197045 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2796edf2-8a1a-4071-95ce-450f4ed874ea tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:39.201830 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-2796edf2-8a1a-4071-95ce-450f4ed874ea tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:39.206736 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13094d-349d-4ee9-8a1b-d1d74f898e7c None None] Sync routers for ids ['e02ba46a-8100-459a-881e-9f24a8deb2b0'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:39.217208 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f13094d-349d-4ee9-8a1b-d1d74f898e7c None None] Routers {'e02ba46a-8100-459a-881e-9f24a8deb2b0'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:39.217750 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0f13094d-349d-4ee9-8a1b-d1d74f898e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:38:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['e02ba46a-8100-459a-881e-9f24a8deb2b0'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:39.233959 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-2796edf2-8a1a-4071-95ce-450f4ed874ea tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "DELETE /v2.0/floatingips/3b874862-0ef1-4f3c-8eb2-c6969107b703 HTTP/1.1" status: 204 len: 168 time: 0.9125700 Apr 06 14:38:39.334102 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-0f13094d-349d-4ee9-8a1b-d1d74f898e7c None None] Set router e02ba46a-8100-459a-881e-9f24a8deb2b0 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:39.530331 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0f13094d-349d-4ee9-8a1b-d1d74f898e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:35Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 4, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'gw_port': {'id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:36Z', 'updated_at': '2022-04-06T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'eae1aae6-7a7e-45b2-9e38-bb26b5132c55', 'name': '', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'mac_address': 'fa:16:3e:e1:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:37Z', 'updated_at': '2022-04-06T14:34:43Z', 'revision_number': 5, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'subnets': [{'id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:39.555996 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13094d-349d-4ee9-8a1b-d1d74f898e7c None None] Checking router: e02ba46a-8100-459a-881e-9f24a8deb2b0 for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:39.564250 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f13094d-349d-4ee9-8a1b-d1d74f898e7c None None] Routers {'e02ba46a-8100-459a-881e-9f24a8deb2b0'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:39.564889 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0f13094d-349d-4ee9-8a1b-d1d74f898e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:38:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['e02ba46a-8100-459a-881e-9f24a8deb2b0'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:39.673878 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-0f13094d-349d-4ee9-8a1b-d1d74f898e7c None None] Set router e02ba46a-8100-459a-881e-9f24a8deb2b0 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:39.874218 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-0f13094d-349d-4ee9-8a1b-d1d74f898e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:35Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 4, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'gw_port': {'id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:36Z', 'updated_at': '2022-04-06T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'eae1aae6-7a7e-45b2-9e38-bb26b5132c55', 'name': '', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'mac_address': 'fa:16:3e:e1:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:37Z', 'updated_at': '2022-04-06T14:34:43Z', 'revision_number': 5, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'subnets': [{'id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:39.899142 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13094d-349d-4ee9-8a1b-d1d74f898e7c None None] The sync data for ids ['e02ba46a-8100-459a-881e-9f24a8deb2b0'] in dv-cinder-835881-5-iscsi is: [{'id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:35Z', 'updated_at': '2022-04-06T14:34:38Z', 'revision_number': 4, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'gw_port': {'id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:36Z', 'updated_at': '2022-04-06T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'eae1aae6-7a7e-45b2-9e38-bb26b5132c55', 'name': '', 'network_id': '63eee9f4-7a5f-41f1-8d25-72eee17b17b3', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'mac_address': 'fa:16:3e:e1:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:37Z', 'updated_at': '2022-04-06T14:34:43Z', 'revision_number': 5, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'subnets': [{'id': '53fd7ca3-490f-425d-ab0f-26f418004ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:39.989071 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58277fc-3259-427c-8841-9b327695ae3c', 'tag': '10f5aa29-60bc-4ebf-9bad-0077ca778c29'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:39.991499 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cee74c5e6806168c4361293fd760050ed74eb1b6027abc74829ef037f04afca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2e6052-bef1-473b-8db5-d5254b22d426" -d '{"events": [{"name": "network-changed", "server_uuid": "b58277fc-3259-427c-8841-9b327695ae3c", "tag": "10f5aa29-60bc-4ebf-9bad-0077ca778c29"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:40.028642 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7163ce65-d95c-43b6-86bd-ede20d61e525 x-openstack-request-id: req-7163ce65-d95c-43b6-86bd-ede20d61e525 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:40.028927 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58277fc-3259-427c-8841-9b327695ae3c", "tag": "10f5aa29-60bc-4ebf-9bad-0077ca778c29", "status": "completed", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:40.029177 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7163ce65-d95c-43b6-86bd-ede20d61e525 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:40.029576 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7163ce65-d95c-43b6-86bd-ede20d61e525'] response: {'name': 'network-changed', 'server_uuid': 'b58277fc-3259-427c-8841-9b327695ae3c', 'tag': '10f5aa29-60bc-4ebf-9bad-0077ca778c29', 'status': 'completed', 'code': 200} Apr 06 14:38:40.113778 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f0714f-6782-4ae5-9952-c53731659d46 None None] New status for floating IP 3b874862-0ef1-4f3c-8eb2-c6969107b703: DOWN {{(pid=103950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:38:40.219362 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e6052-bef1-473b-8db5-d5254b22d426 req-659d437e-bfa9-464c-a78a-84d31abc8d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:40.220895 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e2e6052-bef1-473b-8db5-d5254b22d426 req-659d437e-bfa9-464c-a78a-84d31abc8d94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d0cf5af09344cb6bdc0961c8f372092&device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 1130 time: 0.0524426 Apr 06 14:38:40.319670 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e6052-bef1-473b-8db5-d5254b22d426 req-56d70b3e-0af4-4d18-b143-e7772bd5d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:40.321157 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e2e6052-bef1-473b-8db5-d5254b22d426 req-56d70b3e-0af4-4d18-b143-e7772bd5d1a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3 HTTP/1.1" status: 200 len: 916 time: 0.0901330 Apr 06 14:38:40.369142 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e2e6052-bef1-473b-8db5-d5254b22d426 req-b78b0ffe-df81-48c7-8624-72fa04e5dee5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10f5aa29-60bc-4ebf-9bad-0077ca778c29 HTTP/1.1" status: 200 len: 217 time: 0.0413089 Apr 06 14:38:40.422370 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e6052-bef1-473b-8db5-d5254b22d426 req-ff101349-6915-4792-91bd-29df05b28c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:40.423854 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e2e6052-bef1-473b-8db5-d5254b22d426 req-ff101349-6915-4792-91bd-29df05b28c5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53fd7ca3-490f-425d-ab0f-26f418004ba0 HTTP/1.1" status: 200 len: 854 time: 0.0438747 Apr 06 14:38:40.469269 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:40.479534 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e6052-bef1-473b-8db5-d5254b22d426 req-bb87ae76-2c01-4ba9-89df-febc6928d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:40.482130 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e2e6052-bef1-473b-8db5-d5254b22d426 req-bb87ae76-2c01-4ba9-89df-febc6928d671 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=63eee9f4-7a5f-41f1-8d25-72eee17b17b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492237 Apr 06 14:38:40.578318 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e2e6052-bef1-473b-8db5-d5254b22d426 req-08aa9ef4-3d5d-42a7-aada-9d3dfeff411b service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841370 Apr 06 14:38:40.666090 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4e2e6052-bef1-473b-8db5-d5254b22d426 req-0ef9fbda-7ee0-40c2-b50b-347ac8b052f4 service neutron] 10.222.0.49 "GET /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802357 Apr 06 14:38:42.098808 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.063782 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:43.630233 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467991a-cc60-497f-b399-5bd0b19b38d2 req-e8d3c2ac-9a2e-412f-9e0c-fd277d8dd980 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:43.632484 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5467991a-cc60-497f-b399-5bd0b19b38d2 req-e8d3c2ac-9a2e-412f-9e0c-fd277d8dd980 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 946 time: 0.0662887 Apr 06 14:38:43.679640 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5467991a-cc60-497f-b399-5bd0b19b38d2 req-e531f77e-3e2e-4b06-b88e-8393672b787d tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414302 Apr 06 14:38:44.797208 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508105a-6efe-4a9c-b7ed-0998200504ae req-8d8391d4-bfba-4f37-98b5-7b07658bb7a8 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:44.798720 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a508105a-6efe-4a9c-b7ed-0998200504ae req-8d8391d4-bfba-4f37-98b5-7b07658bb7a8 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 946 time: 0.0520303 Apr 06 14:38:44.846598 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-a508105a-6efe-4a9c-b7ed-0998200504ae req-604ad9ae-0c1d-4a2b-8432-2a54175879a3 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414479 Apr 06 14:38:45.965827 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459fa93-48e9-4603-9582-f14d1bedd235 req-73610074-3a76-4261-afc8-195c0bdac17a tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:45.967294 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9459fa93-48e9-4603-9582-f14d1bedd235 req-73610074-3a76-4261-afc8-195c0bdac17a tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 946 time: 0.0556748 Apr 06 14:38:46.013920 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9459fa93-48e9-4603-9582-f14d1bedd235 req-689ad4de-73cb-4344-84fc-6fb2c6505c48 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/security-groups?id=e871cbc8-bb63-4fe1-99f2-d40f01c79629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409982 Apr 06 14:38:46.307738 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb253e-b43a-4181-894a-ae50cfc08f01 req-e5169bbe-84d7-4144-b93a-5f4ddf13c820 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:38:46.309158 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-73cb253e-b43a-4181-894a-ae50cfc08f01 req-e5169bbe-84d7-4144-b93a-5f4ddf13c820 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.49 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 946 time: 0.0510743 Apr 06 14:38:46.406446 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-73cb253e-b43a-4181-894a-ae50cfc08f01 req-b7f26340-926a-4609-a6a7-f0586ab529f8 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Deleting port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:46.406819 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-73cb253e-b43a-4181-894a-ae50cfc08f01 req-b7f26340-926a-4609-a6a7-f0586ab529f8 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.494642 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-73cb253e-b43a-4181-894a-ae50cfc08f01 req-b7f26340-926a-4609-a6a7-f0586ab529f8 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] For port 10f5aa29-60bc-4ebf-9bad-0077ca778c29, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=10f5aa29-60bc-4ebf-9bad-0077ca778c29,segment=NetworkSegment(d5310ccc-2724-45c9-9c08-3a51bb757589),segment_id=d5310ccc-2724-45c9-9c08-3a51bb757589)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:46.494911 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-73cb253e-b43a-4181-894a-ae50cfc08f01 req-b7f26340-926a-4609-a6a7-f0586ab529f8 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.507103 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-73cb253e-b43a-4181-894a-ae50cfc08f01 req-b7f26340-926a-4609-a6a7-f0586ab529f8 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Calling delete_port for 10f5aa29-60bc-4ebf-9bad-0077ca778c29 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:46.720781 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-73cb253e-b43a-4181-894a-ae50cfc08f01 req-b7f26340-926a-4609-a6a7-f0586ab529f8 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (10f5aa29-60bc-4ebf-9bad-0077ca778c29), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.734384 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['10f5aa29-60bc-4ebf-9bad-0077ca778c29'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:38:46.748227 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f26340-926a-4609-a6a7-f0586ab529f8 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Pushing event deleted for resources: {'Port': ['ID=10f5aa29-60bc-4ebf-9bad-0077ca778c29,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:46.791320 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cb253e-b43a-4181-894a-ae50cfc08f01 req-b7f26340-926a-4609-a6a7-f0586ab529f8 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] No DVR routers for this DVR port 10f5aa29-60bc-4ebf-9bad-0077ca778c29 on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:46.793824 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-73cb253e-b43a-4181-894a-ae50cfc08f01 req-b7f26340-926a-4609-a6a7-f0586ab529f8 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:46.797232 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-73cb253e-b43a-4181-894a-ae50cfc08f01 req-b7f26340-926a-4609-a6a7-f0586ab529f8 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.49 "DELETE /v2.0/ports/10f5aa29-60bc-4ebf-9bad-0077ca778c29 HTTP/1.1" status: 204 len: 173 time: 0.4805503 Apr 06 14:38:46.797664 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58277fc-3259-427c-8841-9b327695ae3c', 'name': 'network-vif-deleted', 'tag': '10f5aa29-60bc-4ebf-9bad-0077ca778c29'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:38:46.799945 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4de1493-7b38-413b-9ae1-7a8a4fff9ea0" -d '{"events": [{"server_uuid": "b58277fc-3259-427c-8841-9b327695ae3c", "name": "network-vif-deleted", "tag": "10f5aa29-60bc-4ebf-9bad-0077ca778c29"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:38:46.835843 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33139761-1575-4a14-92f0-a36a9993c7db x-openstack-request-id: req-33139761-1575-4a14-92f0-a36a9993c7db {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:38:46.835843 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58277fc-3259-427c-8841-9b327695ae3c", "name": "network-vif-deleted", "tag": "10f5aa29-60bc-4ebf-9bad-0077ca778c29", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:38:46.835843 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33139761-1575-4a14-92f0-a36a9993c7db {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:38:46.836159 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33139761-1575-4a14-92f0-a36a9993c7db'] response: {'server_uuid': 'b58277fc-3259-427c-8841-9b327695ae3c', 'name': 'network-vif-deleted', 'tag': '10f5aa29-60bc-4ebf-9bad-0077ca778c29', 'status': 'completed', 'code': 200} Apr 06 14:38:47.111271 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5067f521-338b-4a12-8f02-7e1b82b96515 req-bd298b25-dbf6-4255-8b4a-706e5fcc5578 tempest-TestMinimumBasicScenario-1571499839 tempest-TestMinimumBasicScenario-1571499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=b58277fc-3259-427c-8841-9b327695ae3c HTTP/1.1" status: 200 len: 210 time: 0.0309298 Apr 06 14:38:49.294799 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39566) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:49.861144 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1669ce03-6fd3-4610-968d-64973236d0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031267'] for router_interface (e02ba46a-8100-459a-881e-9f24a8deb2b0), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.101936 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-1669ce03-6fd3-4610-968d-64973236d0b2 admin admin] Deleting port eae1aae6-7a7e-45b2-9e38-bb26b5132c55 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:50.280724 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1669ce03-6fd3-4610-968d-64973236d0b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.281802 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 10f5aa29-60bc-4ebf-9bad-0077ca778c29 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:50.281802 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: 10f5aa29-60bc-4ebf-9bad-0077ca778c29 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:50.281802 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 10f5aa29-60bc-4ebf-9bad-0077ca778c29 not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:50.282361 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-1669ce03-6fd3-4610-968d-64973236d0b2 admin admin] For port eae1aae6-7a7e-45b2-9e38-bb26b5132c55, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=eae1aae6-7a7e-45b2-9e38-bb26b5132c55,segment=NetworkSegment(d5310ccc-2724-45c9-9c08-3a51bb757589),segment_id=d5310ccc-2724-45c9-9c08-3a51bb757589)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:50.282361 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1669ce03-6fd3-4610-968d-64973236d0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.282361 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-1669ce03-6fd3-4610-968d-64973236d0b2 admin admin] Calling delete_port for eae1aae6-7a7e-45b2-9e38-bb26b5132c55 owned by network:router_interface {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:50.480640 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1669ce03-6fd3-4610-968d-64973236d0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (eae1aae6-7a7e-45b2-9e38-bb26b5132c55), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.507798 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669ce03-6fd3-4610-968d-64973236d0b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eae1aae6-7a7e-45b2-9e38-bb26b5132c55,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:50.550063 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.672446 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1669ce03-6fd3-4610-968d-64973236d0b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029875'] for router_interface (e02ba46a-8100-459a-881e-9f24a8deb2b0), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:50.886850 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1669ce03-6fd3-4610-968d-64973236d0b2 admin admin] Router e02ba46a-8100-459a-881e-9f24a8deb2b0 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:50.993530 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1669ce03-6fd3-4610-968d-64973236d0b2 admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:50.998633 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-1669ce03-6fd3-4610-968d-64973236d0b2 admin admin] 10.222.0.10 "PUT /v2.0/routers/e02ba46a-8100-459a-881e-9f24a8deb2b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7022491 Apr 06 14:38:51.001123 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39568) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:51.003677 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9815200b-368f-48d7-9967-58cbbf44835c None None] Sync routers for ids ['e02ba46a-8100-459a-881e-9f24a8deb2b0'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:51.014441 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9815200b-368f-48d7-9967-58cbbf44835c None None] Routers {'e02ba46a-8100-459a-881e-9f24a8deb2b0'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:51.015055 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9815200b-368f-48d7-9967-58cbbf44835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:38:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['e02ba46a-8100-459a-881e-9f24a8deb2b0'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:51.109576 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] Publish callbacks [] for router (e02ba46a-8100-459a-881e-9f24a8deb2b0), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.218872 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] Publish callbacks [] for router_gateway (e02ba46a-8100-459a-881e-9f24a8deb2b0), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.252464 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-9815200b-368f-48d7-9967-58cbbf44835c None None] Set router e02ba46a-8100-459a-881e-9f24a8deb2b0 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:51.340584 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] Deleting port 52941192-e09c-41ff-ba65-ba813bc372e1 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:51.340929 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (52941192-e09c-41ff-ba65-ba813bc372e1), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.422458 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] For port 52941192-e09c-41ff-ba65-ba813bc372e1, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=52941192-e09c-41ff-ba65-ba813bc372e1,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:51.422845 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (52941192-e09c-41ff-ba65-ba813bc372e1), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.431118 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9815200b-368f-48d7-9967-58cbbf44835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:35Z', 'updated_at': '2022-04-06T14:38:50Z', 'revision_number': 5, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'gw_port': {'id': '52941192-e09c-41ff-ba65-ba813bc372e1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:36Z', 'updated_at': '2022-04-06T14:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:51.436347 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] Calling delete_port for 52941192-e09c-41ff-ba65-ba813bc372e1 owned by network:router_gateway {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:51.457612 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9815200b-368f-48d7-9967-58cbbf44835c None None] Checking router: e02ba46a-8100-459a-881e-9f24a8deb2b0 for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:51.465957 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9815200b-368f-48d7-9967-58cbbf44835c None None] Routers {'e02ba46a-8100-459a-881e-9f24a8deb2b0'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:51.466594 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9815200b-368f-48d7-9967-58cbbf44835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:38:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['e02ba46a-8100-459a-881e-9f24a8deb2b0'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:51.555550 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-9815200b-368f-48d7-9967-58cbbf44835c None None] Set router e02ba46a-8100-459a-881e-9f24a8deb2b0 gateway port host: None {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:51.608961 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-9815200b-368f-48d7-9967-58cbbf44835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:35Z', 'updated_at': '2022-04-06T14:38:51Z', 'revision_number': 6, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'gw_port_host': None}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:51.634526 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9815200b-368f-48d7-9967-58cbbf44835c None None] The sync data for ids ['e02ba46a-8100-459a-881e-9f24a8deb2b0'] in dv-cinder-835881-5-iscsi is: [{'id': 'e02ba46a-8100-459a-881e-9f24a8deb2b0', 'name': 'tempest-TestMinimumBasicScenario-1627401955-router', 'tenant_id': '7d0cf5af09344cb6bdc0961c8f372092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:35Z', 'updated_at': '2022-04-06T14:38:51Z', 'revision_number': 6, 'project_id': '7d0cf5af09344cb6bdc0961c8f372092', 'gw_port_host': None}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:51.665480 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (52941192-e09c-41ff-ba65-ba813bc372e1), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.692948 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=52941192-e09c-41ff-ba65-ba813bc372e1,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:51.750904 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029685'] for router_gateway (e02ba46a-8100-459a-881e-9f24a8deb2b0), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.839343 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2260'] for router (e02ba46a-8100-459a-881e-9f24a8deb2b0), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.841303 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] Publish callbacks [] for router_controller (e02ba46a-8100-459a-881e-9f24a8deb2b0), precommit_delete_associations {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.965959 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031823'] for router (e02ba46a-8100-459a-881e-9f24a8deb2b0), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.966418 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e02ba46a-8100-459a-881e-9f24a8deb2b0 {{(pid=103948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:38:51.970916 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:51.972911 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-dbaf59c0-cb67-4270-befd-b416ecba2b6a admin admin] 10.222.0.10 "DELETE /v2.0/routers/e02ba46a-8100-459a-881e-9f24a8deb2b0 HTTP/1.1" status: 204 len: 168 time: 0.9699566 Apr 06 14:38:51.974541 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39570) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:52.022142 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_v2 [None req-22017239-c244-475b-b06c-8172c1b2b85f admin admin] Deleting subnet 53fd7ca3-490f-425d-ab0f-26f418004ba0 {{(pid=103948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:52.026486 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-22017239-c244-475b-b06c-8172c1b2b85f admin admin] Publish callbacks [] for subnet (53fd7ca3-490f-425d-ab0f-26f418004ba0), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.061169 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-22017239-c244-475b-b06c-8172c1b2b85f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602622'] for subnet (53fd7ca3-490f-425d-ab0f-26f418004ba0), precommit_delete_associations {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.141058 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-22017239-c244-475b-b06c-8172c1b2b85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (53fd7ca3-490f-425d-ab0f-26f418004ba0), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.252086 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-22017239-c244-475b-b06c-8172c1b2b85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12612002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13415203'] for subnet (53fd7ca3-490f-425d-ab0f-26f418004ba0), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.276425 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22017239-c244-475b-b06c-8172c1b2b85f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53fd7ca3-490f-425d-ab0f-26f418004ba0,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:52.282139 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-22017239-c244-475b-b06c-8172c1b2b85f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.285279 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-22017239-c244-475b-b06c-8172c1b2b85f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/53fd7ca3-490f-425d-ab0f-26f418004ba0 HTTP/1.1" status: 204 len: 168 time: 0.3098202 Apr 06 14:38:52.287972 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 39572) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:52.288436 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05ba350-811a-44e3-83dc-1eb529010285 None None] Network 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:52.355074 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (63eee9f4-7a5f-41f1-8d25-72eee17b17b3), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.415966 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] Deleting port fafce53e-4049-41a7-8515-bfaecc403f0e {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:52.416298 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (fafce53e-4049-41a7-8515-bfaecc403f0e), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.466513 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] DHCP port deletion for 63eee9f4-7a5f-41f1-8d25-72eee17b17b3 request from dv-cinder-835881-5-iscsi {{(pid=103949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:52.475025 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 52941192-e09c-41ff-ba65-ba813bc372e1 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:52.492357 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] For port fafce53e-4049-41a7-8515-bfaecc403f0e, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=fafce53e-4049-41a7-8515-bfaecc403f0e,segment=NetworkSegment(d5310ccc-2724-45c9-9c08-3a51bb757589),segment_id=d5310ccc-2724-45c9-9c08-3a51bb757589)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:52.492718 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (fafce53e-4049-41a7-8515-bfaecc403f0e), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.508253 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] Calling delete_port for fafce53e-4049-41a7-8515-bfaecc403f0e owned by network:dhcp {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:52.515270 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 52941192-e09c-41ff-ba65-ba813bc372e1 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:52.515616 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 52941192-e09c-41ff-ba65-ba813bc372e1 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:52.516038 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device eae1aae6-7a7e-45b2-9e38-bb26b5132c55 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:52.541870 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: eae1aae6-7a7e-45b2-9e38-bb26b5132c55 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:52.542827 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device eae1aae6-7a7e-45b2-9e38-bb26b5132c55 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:52.559598 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Deleting port fafce53e-4049-41a7-8515-bfaecc403f0e {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:52.559964 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (fafce53e-4049-41a7-8515-bfaecc403f0e), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.624407 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] For port fafce53e-4049-41a7-8515-bfaecc403f0e, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=fafce53e-4049-41a7-8515-bfaecc403f0e,segment=NetworkSegment(d5310ccc-2724-45c9-9c08-3a51bb757589),segment_id=d5310ccc-2724-45c9-9c08-3a51bb757589)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:52.624804 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (fafce53e-4049-41a7-8515-bfaecc403f0e), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.637755 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Calling delete_port for fafce53e-4049-41a7-8515-bfaecc403f0e owned by network:dhcp {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:52.697980 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (fafce53e-4049-41a7-8515-bfaecc403f0e), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.721535 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229'] for port (fafce53e-4049-41a7-8515-bfaecc403f0e), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.728069 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] Pushing event deleted for resources: {'Port': ['ID=fafce53e-4049-41a7-8515-bfaecc403f0e,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:52.731642 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] No DVR routers for this DVR port fafce53e-4049-41a7-8515-bfaecc403f0e on host dv-cinder-835881-5-iscsi {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:52.744157 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Pushing event deleted for resources: {'Port': ['ID=fafce53e-4049-41a7-8515-bfaecc403f0e,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:52.753332 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] No DVR routers for this DVR port fafce53e-4049-41a7-8515-bfaecc403f0e on host dv-cinder-835881-5-iscsi {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:52.755431 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.755774 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.756109 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.756437 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.756762 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.757081 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.757454 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.757778 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.758096 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.758418 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.758759 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.759080 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.759398 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.759708 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.760039 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdc3536-9d00-4a6d-8c40-863d73519453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:38:52.800454 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (63eee9f4-7a5f-41f1-8d25-72eee17b17b3), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.819774 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63eee9f4-7a5f-41f1-8d25-72eee17b17b3']}} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:52.830854 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5310ccc-2724-45c9-9c08-3a51bb757589') {'for_net_delete': True} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:52.831408 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.services.segments.db [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5310ccc-2724-45c9-9c08-3a51bb757589') {} {{(pid=103947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:52.841282 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14463241'] for segment (d5310ccc-2724-45c9-9c08-3a51bb757589), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.854083 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (d5310ccc-2724-45c9-9c08-3a51bb757589), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.859876 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=103947) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:52.860251 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14453773'] for segment (d5310ccc-2724-45c9-9c08-3a51bb757589), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: Traceback (most recent call last): Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: timer() Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: cb(*args, **kw) Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: return func(*args, **kwargs) Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: self._notify() Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: self.callback(batched_events) Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: event.method(event) Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: return f(self, *a, **k) Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: return self._get(url).json() Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:52.861845 dv-cinder-835881-5-iscsi neutron-server[103947]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:52.994908 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (63eee9f4-7a5f-41f1-8d25-72eee17b17b3), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.000329 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.003638 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] 10.222.0.10 "DELETE /v2.0/networks/63eee9f4-7a5f-41f1-8d25-72eee17b17b3 HTTP/1.1" status: 204 len: 168 time: 0.7146988 Apr 06 14:38:53.006773 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39574) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:53.015144 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237876a3-f831-437c-adb6-ef47a02d098b admin admin] Pushing event deleted for resources: {'Network': ['ID=63eee9f4-7a5f-41f1-8d25-72eee17b17b3,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:53.349481 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1aa871e9-d1f6-4964-9aa3-6ceb1131e2ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031267'] for router_interface (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.588444 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-1aa871e9-d1f6-4964-9aa3-6ceb1131e2ca admin admin] Deleting port a17b9a8c-3166-49b6-8527-9eca625ddd4d {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:53.588693 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1aa871e9-d1f6-4964-9aa3-6ceb1131e2ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.663124 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-1aa871e9-d1f6-4964-9aa3-6ceb1131e2ca admin admin] For port a17b9a8c-3166-49b6-8527-9eca625ddd4d, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=a17b9a8c-3166-49b6-8527-9eca625ddd4d,segment=NetworkSegment(a7dab048-ce06-48f0-af76-3c9c21195fe9),segment_id=a7dab048-ce06-48f0-af76-3c9c21195fe9)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:53.663478 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1aa871e9-d1f6-4964-9aa3-6ceb1131e2ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:53.676223 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-1aa871e9-d1f6-4964-9aa3-6ceb1131e2ca admin admin] Calling delete_port for a17b9a8c-3166-49b6-8527-9eca625ddd4d owned by network:router_interface {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:54.148966 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1aa871e9-d1f6-4964-9aa3-6ceb1131e2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (a17b9a8c-3166-49b6-8527-9eca625ddd4d), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.177038 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa871e9-d1f6-4964-9aa3-6ceb1131e2ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a17b9a8c-3166-49b6-8527-9eca625ddd4d,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:54.345651 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device fafce53e-4049-41a7-8515-bfaecc403f0e no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:54.363185 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1aa871e9-d1f6-4964-9aa3-6ceb1131e2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029875'] for router_interface (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.371227 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: fafce53e-4049-41a7-8515-bfaecc403f0e {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:54.371575 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device fafce53e-4049-41a7-8515-bfaecc403f0e not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:54.584676 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa871e9-d1f6-4964-9aa3-6ceb1131e2ca admin admin] Router 19edd3c3-bdbe-45d8-a43a-e9d67755bd49 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:38:54.693203 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa871e9-d1f6-4964-9aa3-6ceb1131e2ca admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:38:54.698235 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-1aa871e9-d1f6-4964-9aa3-6ceb1131e2ca admin admin] 10.222.0.10 "PUT /v2.0/routers/19edd3c3-bdbe-45d8-a43a-e9d67755bd49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6904147 Apr 06 14:38:54.701343 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39580) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:54.704627 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c1cff-4d83-4f50-aee6-b889c39b93b5 None None] Sync routers for ids ['19edd3c3-bdbe-45d8-a43a-e9d67755bd49'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:38:54.714105 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c1cff-4d83-4f50-aee6-b889c39b93b5 None None] Routers {'19edd3c3-bdbe-45d8-a43a-e9d67755bd49'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:54.714848 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b51c1cff-4d83-4f50-aee6-b889c39b93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:38:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['19edd3c3-bdbe-45d8-a43a-e9d67755bd49'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:54.807471 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] Publish callbacks [] for router (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.818284 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-b51c1cff-4d83-4f50-aee6-b889c39b93b5 None None] Set router 19edd3c3-bdbe-45d8-a43a-e9d67755bd49 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:54.912499 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] Publish callbacks [] for router_gateway (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:54.990412 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b51c1cff-4d83-4f50-aee6-b889c39b93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'name': 'tempest-TestMinimumBasicScenario-799604420-router', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:38:54Z', 'revision_number': 5, 'project_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'gw_port': {'id': '3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:a6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:34:42Z', 'updated_at': '2022-04-06T14:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:55.019220 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c1cff-4d83-4f50-aee6-b889c39b93b5 None None] Checking router: 19edd3c3-bdbe-45d8-a43a-e9d67755bd49 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:38:55.027532 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c1cff-4d83-4f50-aee6-b889c39b93b5 None None] Routers {'19edd3c3-bdbe-45d8-a43a-e9d67755bd49'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:38:55.028129 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b51c1cff-4d83-4f50-aee6-b889c39b93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:38:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['19edd3c3-bdbe-45d8-a43a-e9d67755bd49'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:55.043842 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] Deleting port 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:55.044179 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.114936 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-b51c1cff-4d83-4f50-aee6-b889c39b93b5 None None] Set router 19edd3c3-bdbe-45d8-a43a-e9d67755bd49 gateway port host: None {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:38:55.123428 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] For port 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:55.123791 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.140185 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] Calling delete_port for 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691 owned by network:router_gateway {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:55.166717 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-b51c1cff-4d83-4f50-aee6-b889c39b93b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'name': 'tempest-TestMinimumBasicScenario-799604420-router', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:38:54Z', 'revision_number': 6, 'project_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'gw_port_host': None}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:55.196750 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51c1cff-4d83-4f50-aee6-b889c39b93b5 None None] The sync data for ids ['19edd3c3-bdbe-45d8-a43a-e9d67755bd49'] in dv-cinder-835881-5-iscsi is: [{'id': '19edd3c3-bdbe-45d8-a43a-e9d67755bd49', 'name': 'tempest-TestMinimumBasicScenario-799604420-router', 'tenant_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:34:41Z', 'updated_at': '2022-04-06T14:38:54Z', 'revision_number': 6, 'project_id': 'bf592099ad1b4b5ebb44f842aa917ed5', 'gw_port_host': None}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:38:55.383291 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.409285 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:55.468099 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029685'] for router_gateway (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.559349 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2260'] for router (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.561625 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] Publish callbacks [] for router_controller (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), precommit_delete_associations {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.685844 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031823'] for router (19edd3c3-bdbe-45d8-a43a-e9d67755bd49), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.686416 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19edd3c3-bdbe-45d8-a43a-e9d67755bd49 {{(pid=103948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:38:55.690710 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.691868 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-0fde70ad-917b-440f-b93f-9dc71da063ad admin admin] 10.222.0.10 "DELETE /v2.0/routers/19edd3c3-bdbe-45d8-a43a-e9d67755bd49 HTTP/1.1" status: 204 len: 168 time: 0.9895945 Apr 06 14:38:55.694351 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39582) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:55.738292 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2a3b26-ec8d-4d04-9dec-d48506ddd304 admin admin] Deleting subnet 6240977d-2f56-4050-ad67-dbd12469a21d {{(pid=103948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:38:55.741211 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3b26-ec8d-4d04-9dec-d48506ddd304 admin admin] Publish callbacks [] for subnet (6240977d-2f56-4050-ad67-dbd12469a21d), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.774440 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3b26-ec8d-4d04-9dec-d48506ddd304 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602622'] for subnet (6240977d-2f56-4050-ad67-dbd12469a21d), precommit_delete_associations {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.853093 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3b26-ec8d-4d04-9dec-d48506ddd304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (6240977d-2f56-4050-ad67-dbd12469a21d), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.966857 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3b26-ec8d-4d04-9dec-d48506ddd304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12612002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13415203'] for subnet (6240977d-2f56-4050-ad67-dbd12469a21d), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:55.992588 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a3b26-ec8d-4d04-9dec-d48506ddd304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6240977d-2f56-4050-ad67-dbd12469a21d,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:55.997269 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3b26-ec8d-4d04-9dec-d48506ddd304 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.002606 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-ec2a3b26-ec8d-4d04-9dec-d48506ddd304 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6240977d-2f56-4050-ad67-dbd12469a21d HTTP/1.1" status: 204 len: 168 time: 0.3050497 Apr 06 14:38:56.003329 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39584) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:56.005664 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb775f0-3e9e-4a7c-b0bc-446518164000 None None] Network 08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:38:56.077600 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.133567 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] Deleting port 298e0cda-d94c-4275-b38e-a20f76d0bd1c {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:56.133901 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.172150 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f5d7b2-af21-49d1-ab47-80d7d6973bb6 None None] DHCP port deletion for 08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd request from dv-cinder-835881-5-iscsi {{(pid=103949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:38:56.200119 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] For port 298e0cda-d94c-4275-b38e-a20f76d0bd1c, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=298e0cda-d94c-4275-b38e-a20f76d0bd1c,segment=NetworkSegment(a7dab048-ce06-48f0-af76-3c9c21195fe9),segment_id=a7dab048-ce06-48f0-af76-3c9c21195fe9)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:56.200814 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.214646 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] Calling delete_port for 298e0cda-d94c-4275-b38e-a20f76d0bd1c owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:56.225534 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-31f5d7b2-af21-49d1-ab47-80d7d6973bb6 None None] Deleting port 298e0cda-d94c-4275-b38e-a20f76d0bd1c {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:38:56.225534 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-31f5d7b2-af21-49d1-ab47-80d7d6973bb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.308146 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 298e0cda-d94c-4275-b38e-a20f76d0bd1c no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:56.311758 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-31f5d7b2-af21-49d1-ab47-80d7d6973bb6 None None] For port 298e0cda-d94c-4275-b38e-a20f76d0bd1c, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=298e0cda-d94c-4275-b38e-a20f76d0bd1c,segment=NetworkSegment(a7dab048-ce06-48f0-af76-3c9c21195fe9),segment_id=a7dab048-ce06-48f0-af76-3c9c21195fe9)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:38:56.313178 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-31f5d7b2-af21-49d1-ab47-80d7d6973bb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.343848 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-31f5d7b2-af21-49d1-ab47-80d7d6973bb6 None None] Calling delete_port for 298e0cda-d94c-4275-b38e-a20f76d0bd1c owned by network:dhcp {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:38:56.411871 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.438911 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] Pushing event deleted for resources: {'Port': ['ID=298e0cda-d94c-4275-b38e-a20f76d0bd1c,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:56.440791 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] No DVR routers for this DVR port 298e0cda-d94c-4275-b38e-a20f76d0bd1c on host dv-cinder-835881-5-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:56.458286 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Current status of the port 298e0cda-d94c-4275-b38e-a20f76d0bd1c is: ACTIVE; New status is: DOWN {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:38:56.458693 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.473221 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-31f5d7b2-af21-49d1-ab47-80d7d6973bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229'] for port (298e0cda-d94c-4275-b38e-a20f76d0bd1c), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.503414 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5d7b2-af21-49d1-ab47-80d7d6973bb6 None None] Pushing event deleted for resources: {'Port': ['ID=298e0cda-d94c-4275-b38e-a20f76d0bd1c,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:56.507377 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5d7b2-af21-49d1-ab47-80d7d6973bb6 None None] No DVR routers for this DVR port 298e0cda-d94c-4275-b38e-a20f76d0bd1c on host dv-cinder-835881-5-iscsi {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:38:56.517013 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.527410 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:56.538838 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd']}} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:56.548167 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7dab048-ce06-48f0-af76-3c9c21195fe9') {'for_net_delete': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:56.548462 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7dab048-ce06-48f0-af76-3c9c21195fe9') {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:38:56.549595 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:56.549934 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 3aa43b72-2a5e-4dc4-b2fc-5bac53a5c691 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:56.550333 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device a17b9a8c-3166-49b6-8527-9eca625ddd4d no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:38:56.558325 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602373'] for segment (a7dab048-ce06-48f0-af76-3c9c21195fe9), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.569387 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: a17b9a8c-3166-49b6-8527-9eca625ddd4d {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:38:56.570004 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device a17b9a8c-3166-49b6-8527-9eca625ddd4d not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:38:56.572412 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (a7dab048-ce06-48f0-af76-3c9c21195fe9), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.579520 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=103948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:38:56.579901 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12612040'] for segment (a7dab048-ce06-48f0-af76-3c9c21195fe9), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: Traceback (most recent call last): Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: timer() Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: cb(*args, **kw) Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: return func(*args, **kwargs) Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: self._notify() Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: self.callback(batched_events) Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: event.method(event) Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: return f(self, *a, **k) Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._get(url).json() Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: return self.request(url, 'GET', **kwargs) Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:38:56.582010 dv-cinder-835881-5-iscsi neutron-server[103948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:38:56.697273 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.704069 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:56.707492 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] 10.222.0.10 "DELETE /v2.0/networks/08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd HTTP/1.1" status: 204 len: 168 time: 0.7031736 Apr 06 14:38:56.719235 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e962a3a-fafc-46db-a0c2-bedb478d19cd admin admin] Pushing event deleted for resources: {'Network': ['ID=08d6a6c5-43a9-4cdc-b075-b4f4dbb879cd,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:57.067707 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39588) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:57.107404 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-4e18c878-58ed-4d50-a7bb-d24a786d7cd9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d0cf5af09344cb6bdc0961c8f372092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385749 Apr 06 14:38:57.109843 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39590) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:57.160897 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ffc94fa0-ea26-4dc7-9df3-c40a6da4a3b1 admin admin] Publish callbacks [] for security_group (e871cbc8-bb63-4fe1-99f2-d40f01c79629), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:57.182050 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ffc94fa0-ea26-4dc7-9df3-c40a6da4a3b1 admin admin] Publish callbacks [] for security_group (e871cbc8-bb63-4fe1-99f2-d40f01c79629), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:57.291805 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ffc94fa0-ea26-4dc7-9df3-c40a6da4a3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (e871cbc8-bb63-4fe1-99f2-d40f01c79629), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:57.294971 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-ffc94fa0-ea26-4dc7-9df3-c40a6da4a3b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:57.296180 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-ffc94fa0-ea26-4dc7-9df3-c40a6da4a3b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e871cbc8-bb63-4fe1-99f2-d40f01c79629 HTTP/1.1" status: 204 len: 168 time: 0.1854908 Apr 06 14:38:57.303794 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc94fa0-ea26-4dc7-9df3-c40a6da4a3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e871cbc8-bb63-4fe1-99f2-d40f01c79629,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:38:58.041292 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39596) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:58.076904 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-073b0acb-7a9b-4ea1-8262-9efcf2a2065b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf592099ad1b4b5ebb44f842aa917ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372434 Apr 06 14:38:58.079375 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39598) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:38:58.125702 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c174a090-a4b9-4118-add3-bb5dee76c725 admin admin] Publish callbacks [] for security_group (3ce8aaed-d7c8-4bd0-b9e0-503ef47bf657), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.146511 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c174a090-a4b9-4118-add3-bb5dee76c725 admin admin] Publish callbacks [] for security_group (3ce8aaed-d7c8-4bd0-b9e0-503ef47bf657), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.263525 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c174a090-a4b9-4118-add3-bb5dee76c725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (3ce8aaed-d7c8-4bd0-b9e0-503ef47bf657), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.266134 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-c174a090-a4b9-4118-add3-bb5dee76c725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:38:58.267353 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-c174a090-a4b9-4118-add3-bb5dee76c725 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ce8aaed-d7c8-4bd0-b9e0-503ef47bf657 HTTP/1.1" status: 204 len: 168 time: 0.1870410 Apr 06 14:38:58.275304 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174a090-a4b9-4118-add3-bb5dee76c725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce8aaed-d7c8-4bd0-b9e0-503ef47bf657,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:05.177417 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f070bcb7-269e-4a84-a776-7e4a341815ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:05.696954 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-541452d2-bec7-4794-acf4-b33cdbc8e14d service neutron] (103947) timed out ('10.222.0.10', 60904) {{(pid=103947) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:39:05.885881 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [req-95a7c840-3ca5-4e6a-bf12-1781b8e04102 req-7943f2b7-d0d6-47a7-8bc9-cb13308cfc3c tempest-TestShelveInstance-1472465046 tempest-TestShelveInstance-1472465046-project] (103948) timed out ('10.222.0.10', 60912) {{(pid=103948) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:39:07.304131 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-19d602bf-7cd3-48d4-a929-48342e2f854f req-50737d53-871b-4eab-a18d-04ef52febe2d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434721 Apr 06 14:39:07.370240 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d602bf-7cd3-48d4-a929-48342e2f854f req-7ffb6525-75a7-40b3-ba95-58a6d7a7e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:07.372314 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-19d602bf-7cd3-48d4-a929-48342e2f854f req-7ffb6525-75a7-40b3-ba95-58a6d7a7e631 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 1130 time: 0.0435340 Apr 06 14:39:07.477245 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d602bf-7cd3-48d4-a929-48342e2f854f req-eb99b1a8-484d-4dcd-9efd-796ba957dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:07.478706 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-19d602bf-7cd3-48d4-a929-48342e2f854f req-eb99b1a8-484d-4dcd-9efd-796ba957dea8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 912 time: 0.0872219 Apr 06 14:39:07.541240 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-19d602bf-7cd3-48d4-a929-48342e2f854f req-f1e7b7da-8a26-4290-9318-e84bed5a8e2d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 HTTP/1.1" status: 200 len: 1001 time: 0.0561998 Apr 06 14:39:07.591888 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d602bf-7cd3-48d4-a929-48342e2f854f req-b59c26b0-2b59-4af3-9321-fd1016bbbc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:07.593967 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-19d602bf-7cd3-48d4-a929-48342e2f854f req-b59c26b0-2b59-4af3-9321-fd1016bbbc58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 200 len: 850 time: 0.0458839 Apr 06 14:39:07.642912 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d602bf-7cd3-48d4-a929-48342e2f854f req-eb524495-fe34-4d6b-9a2d-28d8da5f2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:07.644410 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-19d602bf-7cd3-48d4-a929-48342e2f854f req-eb524495-fe34-4d6b-9a2d-28d8da5f2c20 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9feb50d3-6449-48c4-b720-2ad5809a7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435534 Apr 06 14:39:07.729519 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-19d602bf-7cd3-48d4-a929-48342e2f854f req-003c701f-1a3c-4c7c-9fa5-43467774cacf service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779305 Apr 06 14:39:07.820024 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-19d602bf-7cd3-48d4-a929-48342e2f854f req-7f572b32-5104-414a-8405-f49422ef600d service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839922 Apr 06 14:39:08.898821 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:39:08.965506 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ba8830b1-e480-4633-8627-9030139c6afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:10.554112 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:12.148849 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:13.051715 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:20.559748 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:35.165929 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1b28ab42-c594-439d-819b-5b524be802b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:38.982189 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-579b845e-e4bb-41f0-abfc-4f50a001021d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:40.467981 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:42.096665 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:43.044543 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:45.897832 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:39:48.772190 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-3f9a831e-d040-43dc-82a7-367cd16a7a79 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1924462009&fields=id&tenant_id=5d506c4d018047d488b3ea1f3bae662a HTTP/1.1" status: 200 len: 267 time: 0.0466101 Apr 06 14:39:48.876281 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f25f47-4c11-4641-90d9-76353771d79a req-e2a8a366-c17e-48da-b663-571f365dd8f6 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:48.877747 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-e2a8a366-c17e-48da-b663-571f365dd8f6 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 811 time: 0.0977106 Apr 06 14:39:48.892177 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-2e436872-a6f7-48ae-a2a0-c92e445aabb0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/quotas/5d506c4d018047d488b3ea1f3bae662a HTTP/1.1" status: 200 len: 375 time: 0.0092962 Apr 06 14:39:48.946900 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7b15c429-c9a0-4402-ae90-e6dcb901ed73 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494404 Apr 06 14:39:49.041745 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-583f17d5-6b29-48af-92bb-998c3bbf78bd service neutron] 10.222.0.10 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837977 Apr 06 14:39:49.129404 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-6a7d03aa-0fa4-4adc-ba24-507b0a9353a7 service neutron] 10.222.0.10 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816820 Apr 06 14:39:49.687573 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d42d5c94-9783-43cc-a665-bafdd9356409 req-b8400c10-f8d2-41c8-bd0e-e05da15a0726 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 210 time: 0.0273452 Apr 06 14:39:50.536181 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:50.768722 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-101bf438-a42f-4f74-92d9-60c8975d03c7 req-a6653d1d-d95c-4631-9f5e-842fac1432cd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 210 time: 0.0317714 Apr 06 14:39:51.842687 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-47d4ffe3-a03f-4ad7-8f31-913e62f939cf req-e57f2ac2-1a83-4a0d-8ecc-aa41af8e5eef tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 210 time: 0.0258238 Apr 06 14:39:52.919164 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-89799197-e9b6-4b92-9ceb-78998668e9e9 req-d69c2acd-0c2c-4853-8338-16ae05b58552 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 210 time: 0.0264680 Apr 06 14:39:54.007951 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-d07d9a16-30c5-492a-ae37-1deedd1a54b4 req-dd663adc-4ce8-493b-b96f-5d6262dea5b2 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 210 time: 0.0259123 Apr 06 14:39:55.099663 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-0096c008-7432-45c7-8067-ba956b0514ab req-6b05dad5-b003-4b36-a1cb-921f8107687f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 210 time: 0.0256412 Apr 06 14:39:55.612490 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f25f47-4c11-4641-90d9-76353771d79a req-70946303-0d78-4887-9c5e-8f838f1ad9fb tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:55.613819 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-70946303-0d78-4887-9c5e-8f838f1ad9fb tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.49 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 811 time: 0.1032317 Apr 06 14:39:55.675088 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-ce266802-4546-49dd-bab8-24561fb35043 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d506c4d018047d488b3ea1f3bae662a HTTP/1.1" status: 200 len: 380 time: 0.0522120 Apr 06 14:39:55.685548 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-b2f25f47-4c11-4641-90d9-76353771d79a req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Request body: {'port': {'device_id': '142b1b37-a18e-4371-9921-6e5edaab9c39', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'admin_state_up': True, 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'security_groups': ['280aa948-9cea-4bbf-9613-5c95389b1acf']}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:55.890704 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f25f47-4c11-4641-90d9-76353771d79a req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Made reservation on behalf of 5d506c4d018047d488b3ea1f3bae662a for: {'port': 1} {{(pid=103947) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 14:39:55.895191 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b2f25f47-4c11-4641-90d9-76353771d79a req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.017873 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [req-b2f25f47-4c11-4641-90d9-76353771d79a req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Allocated IP 172.20.0.5 (9feb50d3-6449-48c4-b720-2ad5809a7b8f/f4626919-3857-481f-b730-c388d29cc90d/fe85b271-4f38-4674-a84c-6783e32868ea) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:39:56.160634 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b2f25f47-4c11-4641-90d9-76353771d79a req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for port (fe85b271-4f38-4674-a84c-6783e32868ea), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.200479 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-80ef108d-2f19-459f-bb58-19fe57274a1c req-280d35fa-0e34-4f69-8da2-75f686e771d3 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 210 time: 0.0341077 Apr 06 14:39:56.291070 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b2f25f47-4c11-4641-90d9-76353771d79a req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (fe85b271-4f38-4674-a84c-6783e32868ea), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.340736 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f25f47-4c11-4641-90d9-76353771d79a req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Network 9feb50d3-6449-48c4-b720-2ad5809a7b8f is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:39:56.344017 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [req-b2f25f47-4c11-4641-90d9-76353771d79a req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:39:56.347787 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f25f47-4c11-4641-90d9-76353771d79a req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:39:56.354724 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'Port': ['ID=fe85b271-4f38-4674-a84c-6783e32868ea,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:56.382863 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:56.383128 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:56.383469 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:56.383808 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:56.384141 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:56.384479 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:56.385367 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:56.386340 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:56.386706 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:56.387039 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:56.387370 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:56.387699 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:56.388026 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:56.388348 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:56.388672 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:39:56.415770 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f25f47-4c11-4641-90d9-76353771d79a req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:56.416795 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b2f25f47-4c11-4641-90d9-76353771d79a req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.516050 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-3d9d3ef2-e6b9-45be-8e92-742a4b77210c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8351958 Apr 06 14:39:56.528729 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Request body: {'port': {'device_id': '142b1b37-a18e-4371-9921-6e5edaab9c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:39:56.578102 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-0a999c7a-dec6-4edd-bc0c-2143ba08f337 None None] Provisioning complete for port fe85b271-4f38-4674-a84c-6783e32868ea triggered by entity DHCP. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:39:56.578727 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-0a999c7a-dec6-4edd-bc0c-2143ba08f337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (fe85b271-4f38-4674-a84c-6783e32868ea), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.587586 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (fe85b271-4f38-4674-a84c-6783e32868ea), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:56.613488 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-0a999c7a-dec6-4edd-bc0c-2143ba08f337 None None] Port fe85b271-4f38-4674-a84c-6783e32868ea cannot update to ACTIVE because it is not bound. {{(pid=103949) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 14:39:57.132776 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe85b271-4f38-4674-a84c-6783e32868ea {{(pid=103947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:39:57.140468 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Publish callbacks [] for port (fe85b271-4f38-4674-a84c-6783e32868ea), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.152163 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.provisioning_blocks [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Transition to ACTIVE for port object fe85b271-4f38-4674-a84c-6783e32868ea will not be triggered until provisioned by entity L2. {{(pid=103947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 14:39:57.209116 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (fe85b271-4f38-4674-a84c-6783e32868ea), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.264045 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Pushing event updated for resources: {'Port': ['ID=fe85b271-4f38-4674-a84c-6783e32868ea,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:57.337016 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Attempting to bind port fe85b271-4f38-4674-a84c-6783e32868ea on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 14:39:57.337426 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Attempting to bind port fe85b271-4f38-4674-a84c-6783e32868ea by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 14:39:57.337817 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Attempting to bind port fe85b271-4f38-4674-a84c-6783e32868ea on network 9feb50d3-6449-48c4-b720-2ad5809a7b8f {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:57.343410 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a9905-14a2-47bf-985c-d62077085a5a req-171f672f-d9c0-42cd-84b8-92aa904e30ee tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:57.343976 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Port fe85b271-4f38-4674-a84c-6783e32868ea on network 9feb50d3-6449-48c4-b720-2ad5809a7b8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 14:39:57.343976 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Attempting to bind port fe85b271-4f38-4674-a84c-6783e32868ea on network 9feb50d3-6449-48c4-b720-2ad5809a7b8f {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 14:39:57.347550 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6c4a9905-14a2-47bf-985c-d62077085a5a req-171f672f-d9c0-42cd-84b8-92aa904e30ee tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 943 time: 0.0592673 Apr 06 14:39:57.349493 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Checking agent: {'id': 'e060051d-98e8-41fc-a3bb-647459791087', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'started_at': datetime.datetime(2022, 4, 6, 14, 14, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 14, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 14:39:57.349834 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Checking segment: {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 14:39:57.350215 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Bound using segment: {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'} {{(pid=103947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 14:39:57.350670 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.managers [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Bound port: fe85b271-4f38-4674-a84c-6783e32868ea, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d10f10-1a12-475e-ab38-9875c0237448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f'}}] {{(pid=103947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 14:39:57.351034 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (fe85b271-4f38-4674-a84c-6783e32868ea), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.400384 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-6c4a9905-14a2-47bf-985c-d62077085a5a req-710ce2e4-4164-4dc3-904f-df270645ae3e tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488336 Apr 06 14:39:57.427214 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] For port fe85b271-4f38-4674-a84c-6783e32868ea, host hv-cinder-83588, cleared binding levels {{(pid=103947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 14:39:57.430244 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] For port fe85b271-4f38-4674-a84c-6783e32868ea, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe85b271-4f38-4674-a84c-6783e32868ea,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 14:39:57.513934 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (fe85b271-4f38-4674-a84c-6783e32868ea), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.547577 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:57.550427 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:39:57.551840 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] 10.222.0.49 "PUT /v2.0/ports/fe85b271-4f38-4674-a84c-6783e32868ea HTTP/1.1" status: 200 len: 1093 time: 1.0274811 Apr 06 14:39:57.552289 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142b1b37-a18e-4371-9921-6e5edaab9c39', 'tag': 'fe85b271-4f38-4674-a84c-6783e32868ea'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:39:57.554558 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa0babc-2099-419e-bd33-466487f6743c" -d '{"events": [{"name": "network-changed", "server_uuid": "142b1b37-a18e-4371-9921-6e5edaab9c39", "tag": "fe85b271-4f38-4674-a84c-6783e32868ea"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:39:57.583626 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd0e13-af6a-416c-9486-f85f91fbe459 service neutron] Pushing event updated for resources: {'Port': ['ID=fe85b271-4f38-4674-a84c-6783e32868ea,revision_number=3']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:39:57.608563 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193d6b35-969c-4a55-9968-d90669eb0439 x-openstack-request-id: req-193d6b35-969c-4a55-9968-d90669eb0439 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:39:57.608859 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142b1b37-a18e-4371-9921-6e5edaab9c39", "tag": "fe85b271-4f38-4674-a84c-6783e32868ea", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:39:57.609113 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-193d6b35-969c-4a55-9968-d90669eb0439 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:39:57.609521 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193d6b35-969c-4a55-9968-d90669eb0439'] response: {'name': 'network-changed', 'server_uuid': '142b1b37-a18e-4371-9921-6e5edaab9c39', 'tag': 'fe85b271-4f38-4674-a84c-6783e32868ea', 'status': 'completed', 'code': 200} Apr 06 14:39:57.678204 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0babc-2099-419e-bd33-466487f6743c req-87414012-5fc4-4b7e-ae07-2b658d64bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:57.679892 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2aa0babc-2099-419e-bd33-466487f6743c req-87414012-5fc4-4b7e-ae07-2b658d64bb8e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 1127 time: 0.0468383 Apr 06 14:39:57.785541 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0babc-2099-419e-bd33-466487f6743c req-2ef59ad2-03f8-4de6-9085-62ca8401de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:57.787015 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2aa0babc-2099-419e-bd33-466487f6743c req-2ef59ad2-03f8-4de6-9085-62ca8401de33 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5d506c4d018047d488b3ea1f3bae662a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0994658 Apr 06 14:39:57.884939 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0babc-2099-419e-bd33-466487f6743c req-7fa1bbfd-80c4-4b60-a0d1-f441734f03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:57.886580 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2aa0babc-2099-419e-bd33-466487f6743c req-7fa1bbfd-80c4-4b60-a0d1-f441734f03fa service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914326 Apr 06 14:39:57.961937 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f25f47-4c11-4641-90d9-76353771d79a req-03526b27-4523-40de-9dca-6537140f7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:57.963423 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-03526b27-4523-40de-9dca-6537140f7a9e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 1127 time: 0.0435231 Apr 06 14:39:58.005233 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7c0dba8a-e1dd-4cd8-9b5e-ee19688cf799 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe85b271-4f38-4674-a84c-6783e32868ea HTTP/1.1" status: 200 len: 217 time: 0.0333490 Apr 06 14:39:58.057232 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f25f47-4c11-4641-90d9-76353771d79a req-23a58cc1-6c22-433e-a8a0-56635f146377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:58.058667 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-23a58cc1-6c22-433e-a8a0-56635f146377 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 200 len: 850 time: 0.0460744 Apr 06 14:39:58.106541 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f25f47-4c11-4641-90d9-76353771d79a req-f6cd71b8-a888-4bf7-9f51-301e13798a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:58.107993 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-f6cd71b8-a888-4bf7-9f51-301e13798a21 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9feb50d3-6449-48c4-b720-2ad5809a7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429211 Apr 06 14:39:58.203681 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-7bb91c4e-59d1-4a3b-b4f1-357e464a82e3 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886607 Apr 06 14:39:58.295052 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b2f25f47-4c11-4641-90d9-76353771d79a req-6b8bbbd3-b1a9-441a-81d0-81b923431218 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843723 Apr 06 14:39:58.520572 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b95a48-f07c-4f62-8f8b-f23e37cfa6ae req-41656357-f0c0-430a-b71c-aac7612ab64d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:58.521960 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d0b95a48-f07c-4f62-8f8b-f23e37cfa6ae req-41656357-f0c0-430a-b71c-aac7612ab64d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 943 time: 0.0547225 Apr 06 14:39:58.570557 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-d0b95a48-f07c-4f62-8f8b-f23e37cfa6ae req-132da427-48fd-4a5d-94d8-544e03d7250f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428066 Apr 06 14:39:59.687599 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13422b5f-b55a-4475-9201-b518e8a11325 req-43a49d0d-18d0-4f33-a53f-8e8de23701ab tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:39:59.689058 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-13422b5f-b55a-4475-9201-b518e8a11325 req-43a49d0d-18d0-4f33-a53f-8e8de23701ab tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 943 time: 0.0515285 Apr 06 14:39:59.736110 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-13422b5f-b55a-4475-9201-b518e8a11325 req-908ad221-d209-4144-a55f-e552e13e2651 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414715 Apr 06 14:40:00.850297 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8107b-be2e-4916-89ad-215c2e713fb5 req-fb13a586-3f21-4d7c-b70b-1e2578434919 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:00.851787 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-69d8107b-be2e-4916-89ad-215c2e713fb5 req-fb13a586-3f21-4d7c-b70b-1e2578434919 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 943 time: 0.0506558 Apr 06 14:40:00.898215 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-69d8107b-be2e-4916-89ad-215c2e713fb5 req-451204fd-55e5-4d20-81e8-b35d499e042f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409648 Apr 06 14:40:02.022383 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808ecea-7714-4f65-bc74-8d580f1271b3 req-502902f6-bccc-4ab8-9362-fed9e4ea8da5 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:02.023876 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2808ecea-7714-4f65-bc74-8d580f1271b3 req-502902f6-bccc-4ab8-9362-fed9e4ea8da5 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 943 time: 0.0587943 Apr 06 14:40:02.071614 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-2808ecea-7714-4f65-bc74-8d580f1271b3 req-a2546ff7-55b1-438d-beeb-729f8c8dc441 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415237 Apr 06 14:40:03.186253 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bee34-80f4-4a7c-93d5-aa940770b8b8 req-6a3a40fb-9957-41b7-8009-a04a025d7b0d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:03.187729 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bc8bee34-80f4-4a7c-93d5-aa940770b8b8 req-6a3a40fb-9957-41b7-8009-a04a025d7b0d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 943 time: 0.0505455 Apr 06 14:40:03.238403 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-bc8bee34-80f4-4a7c-93d5-aa940770b8b8 req-45d394f0-a5db-4d36-a81b-45dd6202fd56 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452602 Apr 06 14:40:04.353449 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e0724-f99b-4192-b6e1-d2086ae4c948 req-f15a99ed-df15-4e1b-90ce-c4deffa25b10 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:04.355024 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8f0e0724-f99b-4192-b6e1-d2086ae4c948 req-f15a99ed-df15-4e1b-90ce-c4deffa25b10 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 943 time: 0.0517399 Apr 06 14:40:04.402420 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-8f0e0724-f99b-4192-b6e1-d2086ae4c948 req-0fded432-95f0-4dbf-8c83-e1ada2cedbc0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419436 Apr 06 14:40:05.118283 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-30b26a49-2f83-49fb-b354-de4c923c0695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:05.519993 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f4291-09e5-4874-bc76-fd95d745a117 req-a66949af-8021-48b5-b2d3-39e34da99dbe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:05.521481 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-503f4291-09e5-4874-bc76-fd95d745a117 req-a66949af-8021-48b5-b2d3-39e34da99dbe tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 943 time: 0.0517964 Apr 06 14:40:05.568611 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-503f4291-09e5-4874-bc76-fd95d745a117 req-391ebc31-5957-474d-91b3-cafbdd77b22e tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414081 Apr 06 14:40:06.682401 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba30c9a-0587-412e-96bd-4ac3646d0f0c req-dd261031-8d74-441f-bebc-44d06d60f630 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:06.683979 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eba30c9a-0587-412e-96bd-4ac3646d0f0c req-dd261031-8d74-441f-bebc-44d06d60f630 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 943 time: 0.0510907 Apr 06 14:40:06.737356 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-eba30c9a-0587-412e-96bd-4ac3646d0f0c req-3e4454c3-7431-416c-b75a-d48eab7b35ef tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477347 Apr 06 14:40:07.852834 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32105002-c556-4ab0-8d04-c06152cc7b86 req-e9d65f08-4621-49e2-b2f1-598c1db5d5f0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:07.854570 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-32105002-c556-4ab0-8d04-c06152cc7b86 req-e9d65f08-4621-49e2-b2f1-598c1db5d5f0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 943 time: 0.0532537 Apr 06 14:40:07.902691 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-32105002-c556-4ab0-8d04-c06152cc7b86 req-79ee4ef7-b3de-45b0-8862-75873ae912f1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 Apr 06 14:40:08.539327 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device fe85b271-4f38-4674-a84c-6783e32868ea details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103949) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 14:40:08.635871 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port fe85b271-4f38-4674-a84c-6783e32868ea, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe85b271-4f38-4674-a84c-6783e32868ea,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:08.646892 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Returning: {'device': 'fe85b271-4f38-4674-a84c-6783e32868ea', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'port_id': 'fe85b271-4f38-4674-a84c-6783e32868ea', 'mac_address': 'fa:16:3e:f1:61:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103949) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 14:40:08.682318 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port fe85b271-4f38-4674-a84c-6783e32868ea is: DOWN; New status is: BUILD {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:08.682722 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (fe85b271-4f38-4674-a84c-6783e32868ea), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:08.695333 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe85b271-4f38-4674-a84c-6783e32868ea {{(pid=103949) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 14:40:08.714489 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port fe85b271-4f38-4674-a84c-6783e32868ea, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe85b271-4f38-4674-a84c-6783e32868ea,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:08.808920 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (fe85b271-4f38-4674-a84c-6783e32868ea), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:08.839348 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b27b699e-84e7-4b2c-a13d-8f284d68fa18 req-12ceef64-0798-4277-a9de-ae528e1d6fd8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429964 Apr 06 14:40:08.861474 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=fe85b271-4f38-4674-a84c-6783e32868ea,revision_number=4']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:08.868337 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:08.869190 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:08.870146 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:08.870498 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:08.870861 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:08.871200 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:08.871594 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:08.871965 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:08.872298 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:08.872628 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:08.872956 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:08.873286 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:08.873607 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:08.873930 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:08.874251 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:40:08.928425 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b699e-84e7-4b2c-a13d-8f284d68fa18 req-281534f5-3eb3-4073-8f20-baab3e758122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:08.930075 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b27b699e-84e7-4b2c-a13d-8f284d68fa18 req-281534f5-3eb3-4073-8f20-baab3e758122 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 1130 time: 0.0457821 Apr 06 14:40:08.975810 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1b3fabbb-5ca5-4c3d-bdda-f45372832f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:09.074474 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683a2fd-d825-46c7-b2b5-2e9a978ec892 req-40d65558-08ef-480b-81e2-5dba36eb81d0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:09.075889 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4683a2fd-d825-46c7-b2b5-2e9a978ec892 req-40d65558-08ef-480b-81e2-5dba36eb81d0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 944 time: 0.0810900 Apr 06 14:40:09.076830 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b699e-84e7-4b2c-a13d-8f284d68fa18 req-be3920d7-56fe-47d6-af51-a0d4b7aa1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:09.078147 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b27b699e-84e7-4b2c-a13d-8f284d68fa18 req-be3920d7-56fe-47d6-af51-a0d4b7aa1ea2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 912 time: 0.1286275 Apr 06 14:40:09.173996 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-4683a2fd-d825-46c7-b2b5-2e9a978ec892 req-d9c0aa35-449a-40c5-821a-e7255ba169ba tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922089 Apr 06 14:40:09.175776 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b27b699e-84e7-4b2c-a13d-8f284d68fa18 req-992a4e1f-414e-45a0-87ef-3721fc16f95b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 HTTP/1.1" status: 200 len: 1001 time: 0.0884502 Apr 06 14:40:09.224911 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b699e-84e7-4b2c-a13d-8f284d68fa18 req-37f11703-f5e9-41c6-a83a-1c3305797595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:09.226361 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b27b699e-84e7-4b2c-a13d-8f284d68fa18 req-37f11703-f5e9-41c6-a83a-1c3305797595 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 200 len: 850 time: 0.0436051 Apr 06 14:40:09.253602 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] get_ports_and_sgs() called for port_ids ['fe85b271-4f38-4674-a84c-6783e32868ea'] {{(pid=103949) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 14:40:09.281463 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b699e-84e7-4b2c-a13d-8f284d68fa18 req-8bea07bb-232f-42fc-8fb5-fec31adbc147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:09.283481 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b27b699e-84e7-4b2c-a13d-8f284d68fa18 req-8bea07bb-232f-42fc-8fb5-fec31adbc147 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9feb50d3-6449-48c4-b720-2ad5809a7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487263 Apr 06 14:40:09.380133 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b27b699e-84e7-4b2c-a13d-8f284d68fa18 req-1f545471-1f07-4a55-92a0-1e9f67d3d420 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894291 Apr 06 14:40:09.470311 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b27b699e-84e7-4b2c-a13d-8f284d68fa18 req-795a22fe-18ba-44ff-a3a7-68bf71a87f2d service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831976 Apr 06 14:40:10.294282 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df8e34-4bc7-491e-84e1-9e4d58535da9 req-f336f0a0-f9dd-42fb-859a-9870b45529bd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:10.295813 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-08df8e34-4bc7-491e-84e1-9e4d58535da9 req-f336f0a0-f9dd-42fb-859a-9870b45529bd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 944 time: 0.0556915 Apr 06 14:40:10.344123 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-08df8e34-4bc7-491e-84e1-9e4d58535da9 req-2f07d26b-f011-41be-98e9-853cf8db2e8d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428801 Apr 06 14:40:10.472878 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.554963 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device fe85b271-4f38-4674-a84c-6783e32868ea up at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 14:40:10.649827 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning for port fe85b271-4f38-4674-a84c-6783e32868ea completed by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 14:40:10.653674 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.provisioning_blocks [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Provisioning complete for port fe85b271-4f38-4674-a84c-6783e32868ea triggered by entity L2. {{(pid=103949) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 14:40:10.654042 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078085'] for port (fe85b271-4f38-4674-a84c-6783e32868ea), provisioning_complete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.732006 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Current status of the port fe85b271-4f38-4674-a84c-6783e32868ea is: BUILD; New status is: ACTIVE {{(pid=103949) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 14:40:10.732295 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (fe85b271-4f38-4674-a84c-6783e32868ea), before_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.754178 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142b1b37-a18e-4371-9921-6e5edaab9c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe85b271-4f38-4674-a84c-6783e32868ea'}] {{(pid=103949) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:40:10.756432 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f8354f2fbb2125c1fe98bcdfc26a43a39fc08ae717ae66b76ab6f1fde5b3ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e13c48-8461-467d-9b77-61280918bea8" -d '{"events": [{"server_uuid": "142b1b37-a18e-4371-9921-6e5edaab9c39", "name": "network-vif-plugged", "status": "completed", "tag": "fe85b271-4f38-4674-a84c-6783e32868ea"}]}' {{(pid=103949) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:40:10.769146 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] For port fe85b271-4f38-4674-a84c-6783e32868ea, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe85b271-4f38-4674-a84c-6783e32868ea,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:40:10.831748 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256'] for port (fe85b271-4f38-4674-a84c-6783e32868ea), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:10.899691 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Pushing event updated for resources: {'Port': ['ID=fe85b271-4f38-4674-a84c-6783e32868ea,revision_number=5']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:10.970461 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c5dd66-33ca-455f-b046-f4ab14eeba80 x-openstack-request-id: req-71c5dd66-33ca-455f-b046-f4ab14eeba80 {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:40:10.970782 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142b1b37-a18e-4371-9921-6e5edaab9c39", "name": "network-vif-plugged", "status": "completed", "tag": "fe85b271-4f38-4674-a84c-6783e32868ea", "code": 200}]} {{(pid=103949) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:40:10.971023 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71c5dd66-33ca-455f-b046-f4ab14eeba80 {{(pid=103949) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:40:10.971421 dv-cinder-835881-5-iscsi neutron-server[103949]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c5dd66-33ca-455f-b046-f4ab14eeba80'] response: {'server_uuid': '142b1b37-a18e-4371-9921-6e5edaab9c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe85b271-4f38-4674-a84c-6783e32868ea', 'code': 200} Apr 06 14:40:11.318055 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec9d47-a43b-4923-9619-7910b433a003 req-5e15833f-9ebf-4246-9c91-171564a3a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:11.319547 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-47ec9d47-a43b-4923-9619-7910b433a003 req-5e15833f-9ebf-4246-9c91-171564a3a578 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 1129 time: 0.0435717 Apr 06 14:40:11.370505 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-47ec9d47-a43b-4923-9619-7910b433a003 req-d6cd5771-6bc2-455f-81a3-bbbcf0f6bfc2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444789 Apr 06 14:40:11.460459 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a14ece-b0c2-42e3-b60e-f85f506ace67 req-75a09ee3-c127-4020-80ec-bb3128f22e88 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:11.461922 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f4a14ece-b0c2-42e3-b60e-f85f506ace67 req-75a09ee3-c127-4020-80ec-bb3128f22e88 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 945 time: 0.0513985 Apr 06 14:40:11.509200 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f4a14ece-b0c2-42e3-b60e-f85f506ace67 req-b469cbc5-58b5-4456-9e29-c306cabda6aa tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415764 Apr 06 14:40:12.095560 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:12.628117 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347b78e-de33-47f0-9af5-3c959d727e87 req-b6ec0882-c14f-496a-b7bf-6b81da53230e tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:12.629555 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a347b78e-de33-47f0-9af5-3c959d727e87 req-b6ec0882-c14f-496a-b7bf-6b81da53230e tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 945 time: 0.0522912 Apr 06 14:40:12.678333 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-a347b78e-de33-47f0-9af5-3c959d727e87 req-e32347b5-854c-4105-b54a-fb5da17b9e3a tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431640 Apr 06 14:40:13.048434 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:13.799062 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b519569-4f11-4536-bf20-cfb795f3cb3a req-3a5d2948-6644-442f-b6ed-b3f914cc94be tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:13.800513 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8b519569-4f11-4536-bf20-cfb795f3cb3a req-3a5d2948-6644-442f-b6ed-b3f914cc94be tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 945 time: 0.0561979 Apr 06 14:40:13.848080 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-8b519569-4f11-4536-bf20-cfb795f3cb3a req-052084f9-aaac-4888-81e9-5bf1c9c194ad tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419257 Apr 06 14:40:13.964103 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e86947-8c93-4d5c-8729-418f2d745e70 req-359efff5-8d9d-4a4a-bd30-76f98f11d370 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:13.965967 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-52e86947-8c93-4d5c-8729-418f2d745e70 req-359efff5-8d9d-4a4a-bd30-76f98f11d370 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 945 time: 0.0519955 Apr 06 14:40:14.014324 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-52e86947-8c93-4d5c-8729-418f2d745e70 req-581ea166-fa96-4b98-8734-c809aac652d2 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425622 Apr 06 14:40:14.035612 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 39732) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:14.242614 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197a5f1e-16f3-4a79-9b87-39e97304ea61 tempest-TestVolumeBootPattern-135505861 tempest-TestVolumeBootPattern-135505861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:14.244025 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-197a5f1e-16f3-4a79-9b87-39e97304ea61 tempest-TestVolumeBootPattern-135505861 tempest-TestVolumeBootPattern-135505861-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 1124 time: 0.2074680 Apr 06 14:40:14.247825 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 39736) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:40:14.251647 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.v2.base [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Request body: {'floatingip': {'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'port_id': 'fe85b271-4f38-4674-a84c-6783e32868ea', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103947) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 14:40:14.342024 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:14.435691 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (None), before_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:14.538333 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_common [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Allocated IP 172.27.2.207 (d18a54a7-0e89-4f08-a163-00d2181e6f69/1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19/f57ea408-fbf5-49c7-adb6-30b1b71967a6) {{(pid=103947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 14:40:14.633622 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for port (f57ea408-fbf5-49c7-adb6-30b1b71967a6), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:14.741566 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736743945220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (f57ea408-fbf5-49c7-adb6-30b1b71967a6), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:14.785052 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Network d18a54a7-0e89-4f08-a163-00d2181e6f69 is already hosted by enough agents. {{(pid=103947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 14:40:14.788026 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.base_scheduler [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Resources bound (agent type, host, resource id): {{(pid=103947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 14:40:14.791539 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Received port after_create {{(pid=103947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 14:40:14.796674 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'Port': ['ID=f57ea408-fbf5-49c7-adb6-30b1b71967a6,revision_number=1']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:15.143278 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for floatingip (9f1a17b6-70c6-4a90-9018-7291a47c7a87), precommit_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:15.270637 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2006212'] for port (f57ea408-fbf5-49c7-adb6-30b1b71967a6), before_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:15.419254 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for port (f57ea408-fbf5-49c7-adb6-30b1b71967a6), precommit_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:15.472558 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736744330518', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736743945238', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736743945256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14453801'] for port (f57ea408-fbf5-49c7-adb6-30b1b71967a6), after_update {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:15.534610 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event updated for resources: {'Port': ['ID=f57ea408-fbf5-49c7-adb6-30b1b71967a6,revision_number=2']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:40:15.549613 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029731'] for floatingip (9f1a17b6-70c6-4a90-9018-7291a47c7a87), after_create {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:15.650466 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Floating IP 9f1a17b6-70c6-4a90-9018-7291a47c7a87 associated. External IP: 172.27.2.207, port: fe85b271-4f38-4674-a84c-6783e32868ea. Apr 06 14:40:15.855248 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Router 1df1a715-47a5-4c61-8ccf-510340cb9d8f has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:40:15.961902 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:40:15.972165 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad0672-42f4-4eee-9d02-48dee9c2fc41 None None] Sync routers for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:40:15.983401 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad0672-42f4-4eee-9d02-48dee9c2fc41 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:15.986832 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-72ad0672-42f4-4eee-9d02-48dee9c2fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:40:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:16.051879 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:16.095969 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-68f9aeba-8019-42ef-a6cf-cd8e9d321123 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8332765 Apr 06 14:40:16.095969 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142b1b37-a18e-4371-9921-6e5edaab9c39', 'tag': 'fe85b271-4f38-4674-a84c-6783e32868ea'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:40:16.095969 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06653fe-72f0-4e6a-a59c-ae9aa40b1e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "142b1b37-a18e-4371-9921-6e5edaab9c39", "tag": "fe85b271-4f38-4674-a84c-6783e32868ea"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:40:16.096908 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-72ad0672-42f4-4eee-9d02-48dee9c2fc41 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:16.121496 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddc1569-7deb-4d48-bb92-1e52deb7fee9 x-openstack-request-id: req-bddc1569-7deb-4d48-bb92-1e52deb7fee9 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:40:16.121799 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142b1b37-a18e-4371-9921-6e5edaab9c39", "tag": "fe85b271-4f38-4674-a84c-6783e32868ea", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:40:16.122037 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bddc1569-7deb-4d48-bb92-1e52deb7fee9 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:40:16.122439 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bddc1569-7deb-4d48-bb92-1e52deb7fee9'] response: {'name': 'network-changed', 'server_uuid': '142b1b37-a18e-4371-9921-6e5edaab9c39', 'tag': 'fe85b271-4f38-4674-a84c-6783e32868ea', 'status': 'completed', 'code': 200} Apr 06 14:40:16.186197 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06653fe-72f0-4e6a-a59c-ae9aa40b1e0d req-5c0dab00-3cee-45b6-8bff-a24a5f8a190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:16.187717 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f06653fe-72f0-4e6a-a59c-ae9aa40b1e0d req-5c0dab00-3cee-45b6-8bff-a24a5f8a190a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 1129 time: 0.0441506 Apr 06 14:40:16.284678 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06653fe-72f0-4e6a-a59c-ae9aa40b1e0d req-cc709248-a069-41bd-80c2-061b6713b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:16.285584 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f06653fe-72f0-4e6a-a59c-ae9aa40b1e0d req-cc709248-a069-41bd-80c2-061b6713b395 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 912 time: 0.0899680 Apr 06 14:40:16.322803 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-72ad0672-42f4-4eee-9d02-48dee9c2fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '9f1a17b6-70c6-4a90-9018-7291a47c7a87', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'port_id': 'fe85b271-4f38-4674-a84c-6783e32868ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'mac_address': 'fa:16:3e:f1:61:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b1b37-a18e-4371-9921-6e5edaab9c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:40:15Z', 'updated_at': '2022-04-06T14:40:15Z', 'revision_number': 0, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address_scope': None}, {'id': 'd3a9eafe-59ac-4b2d-af6d-2321d4328cd7', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'port_id': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'mac_address': 'fa:16:3e:bb:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:37:20Z', 'updated_at': '2022-04-06T14:37:22Z', 'revision_number': 1, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:16.352184 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad0672-42f4-4eee-9d02-48dee9c2fc41 None None] Checking router: 1df1a715-47a5-4c61-8ccf-510340cb9d8f for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:40:16.354778 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f06653fe-72f0-4e6a-a59c-ae9aa40b1e0d req-7c1216cf-5458-49bd-a4ad-948bbff4de77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe85b271-4f38-4674-a84c-6783e32868ea HTTP/1.1" status: 200 len: 999 time: 0.0621378 Apr 06 14:40:16.361499 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad0672-42f4-4eee-9d02-48dee9c2fc41 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:40:16.362095 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-72ad0672-42f4-4eee-9d02-48dee9c2fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:40:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:16.406562 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06653fe-72f0-4e6a-a59c-ae9aa40b1e0d req-738c5453-0803-4f9b-ad10-a384872f58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:16.408126 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f06653fe-72f0-4e6a-a59c-ae9aa40b1e0d req-738c5453-0803-4f9b-ad10-a384872f58ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 200 len: 850 time: 0.0469279 Apr 06 14:40:16.458598 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06653fe-72f0-4e6a-a59c-ae9aa40b1e0d req-3bd11c1e-ce9e-4555-9bfb-8250e658d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:40:16.460078 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f06653fe-72f0-4e6a-a59c-ae9aa40b1e0d req-3bd11c1e-ce9e-4555-9bfb-8250e658d82c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9feb50d3-6449-48c4-b720-2ad5809a7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435650 Apr 06 14:40:16.465709 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-72ad0672-42f4-4eee-9d02-48dee9c2fc41 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:40:16.549102 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f06653fe-72f0-4e6a-a59c-ae9aa40b1e0d req-4bde8600-cb3c-444a-8776-4dd2e55ade10 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810142 Apr 06 14:40:16.643076 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-f06653fe-72f0-4e6a-a59c-ae9aa40b1e0d req-3f4672fc-4530-4087-ab2b-b7c08fb850d3 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848100 Apr 06 14:40:16.692515 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-72ad0672-42f4-4eee-9d02-48dee9c2fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '9f1a17b6-70c6-4a90-9018-7291a47c7a87', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'port_id': 'fe85b271-4f38-4674-a84c-6783e32868ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'mac_address': 'fa:16:3e:f1:61:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b1b37-a18e-4371-9921-6e5edaab9c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:40:15Z', 'updated_at': '2022-04-06T14:40:15Z', 'revision_number': 0, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address_scope': None}, {'id': 'd3a9eafe-59ac-4b2d-af6d-2321d4328cd7', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'port_id': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'mac_address': 'fa:16:3e:bb:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:37:20Z', 'updated_at': '2022-04-06T14:37:22Z', 'revision_number': 1, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:40:16.717945 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ad0672-42f4-4eee-9d02-48dee9c2fc41 None None] The sync data for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi is: [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': '9f1a17b6-70c6-4a90-9018-7291a47c7a87', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'port_id': 'fe85b271-4f38-4674-a84c-6783e32868ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'mac_address': 'fa:16:3e:f1:61:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142b1b37-a18e-4371-9921-6e5edaab9c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:40:15Z', 'updated_at': '2022-04-06T14:40:15Z', 'revision_number': 0, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address_scope': None}, {'id': 'd3a9eafe-59ac-4b2d-af6d-2321d4328cd7', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'port_id': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'mac_address': 'fa:16:3e:bb:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:37:20Z', 'updated_at': '2022-04-06T14:37:22Z', 'revision_number': 1, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:40:16.911386 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e518ef14-9f8b-46d6-9364-9d09283c4bca None None] New status for floating IP 9f1a17b6-70c6-4a90-9018-7291a47c7a87: ACTIVE {{(pid=103950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:40:20.556874 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:22.896311 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:40:35.146284 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-27e4fe8e-fffc-4be5-a534-3757524c5f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:38.980899 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8b9761ca-cf4f-4ad0-a6e9-92c4a44056f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:40.466131 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:42.104281 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:43.058934 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:50.578504 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:40:59.895769 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:41:05.133922 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-21023d62-67f4-4b9b-bae1-d87e3bd73a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:07.601494 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-87f8b2e3-9076-4da8-80cb-f4b022b840fc req-fa2ad357-c401-4fce-bce7-a9e9acd26d3a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463071 Apr 06 14:41:07.684313 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8b2e3-9076-4da8-80cb-f4b022b840fc req-24ff3aef-ea93-44b1-bb36-a5e43d5a8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:07.686284 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-87f8b2e3-9076-4da8-80cb-f4b022b840fc req-24ff3aef-ea93-44b1-bb36-a5e43d5a8eca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 1130 time: 0.0434763 Apr 06 14:41:07.789337 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8b2e3-9076-4da8-80cb-f4b022b840fc req-c1e90223-ce75-451d-b629-929999476106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:07.790793 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-87f8b2e3-9076-4da8-80cb-f4b022b840fc req-c1e90223-ce75-451d-b629-929999476106 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 912 time: 0.0860806 Apr 06 14:41:07.853664 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-87f8b2e3-9076-4da8-80cb-f4b022b840fc req-8b51ff44-972c-427e-938c-2472684108d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 HTTP/1.1" status: 200 len: 1001 time: 0.0562100 Apr 06 14:41:07.904820 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8b2e3-9076-4da8-80cb-f4b022b840fc req-c6067626-fbce-490f-a0f2-053b297fb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:07.906249 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-87f8b2e3-9076-4da8-80cb-f4b022b840fc req-c6067626-fbce-490f-a0f2-053b297fb1c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 200 len: 850 time: 0.0465565 Apr 06 14:41:07.959224 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8b2e3-9076-4da8-80cb-f4b022b840fc req-2076ad6c-5bff-4a92-b8d9-7e0e118d6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:41:07.960692 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-87f8b2e3-9076-4da8-80cb-f4b022b840fc req-2076ad6c-5bff-4a92-b8d9-7e0e118d6a69 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9feb50d3-6449-48c4-b720-2ad5809a7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437458 Apr 06 14:41:08.047359 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-87f8b2e3-9076-4da8-80cb-f4b022b840fc req-8fbcb8e0-4b20-4530-a15f-f2276495a1b3 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803943 Apr 06 14:41:08.139545 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-87f8b2e3-9076-4da8-80cb-f4b022b840fc req-39c180ce-0a58-46a5-a7ed-227a3fc333b8 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850775 Apr 06 14:41:09.000392 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f138c332-0cca-4079-b616-6feeadae45b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:10.440285 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:12.128383 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:13.048836 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:20.574107 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:35.139151 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2ead2436-5aa7-4733-968f-0937dbecc6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:36.894780 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:41:38.988220 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-61652ab9-2dc5-4c77-9a34-9950371fa5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:40.453657 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:42.108032 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:43.053085 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:41:50.567396 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:05.161120 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-1c8a2c78-1a85-4d9d-a1fb-d7fe80589605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:08.986945 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-77211e13-bf2c-445d-92c4-6169527e39cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:09.264860 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-17557d33-4011-4855-8dc0-cb3da4bedc3f req-9da3f248-7829-449f-9a2c-0cc25b5d7781 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442393 Apr 06 14:42:09.332471 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17557d33-4011-4855-8dc0-cb3da4bedc3f req-9a9d7d76-70e0-48ec-a778-e95c320425ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:09.333982 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-17557d33-4011-4855-8dc0-cb3da4bedc3f req-9a9d7d76-70e0-48ec-a778-e95c320425ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 1129 time: 0.0451632 Apr 06 14:42:09.437956 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17557d33-4011-4855-8dc0-cb3da4bedc3f req-a53066df-73c5-4aa8-8e16-070fcbfbfadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:09.439457 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-17557d33-4011-4855-8dc0-cb3da4bedc3f req-a53066df-73c5-4aa8-8e16-070fcbfbfadf service neutron] 10.222.0.49 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 912 time: 0.0870261 Apr 06 14:42:09.503171 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-17557d33-4011-4855-8dc0-cb3da4bedc3f req-9af71d89-7361-4b93-b2f6-d823fcf0d5ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe85b271-4f38-4674-a84c-6783e32868ea HTTP/1.1" status: 200 len: 1001 time: 0.0570958 Apr 06 14:42:09.554503 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17557d33-4011-4855-8dc0-cb3da4bedc3f req-ac20a67d-6436-41f1-b2ec-9df0fcbe62db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:09.555852 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-17557d33-4011-4855-8dc0-cb3da4bedc3f req-ac20a67d-6436-41f1-b2ec-9df0fcbe62db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 200 len: 850 time: 0.0459828 Apr 06 14:42:09.878697 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17557d33-4011-4855-8dc0-cb3da4bedc3f req-e02a13b9-f5a8-4e72-9315-d39e2965eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:09.880267 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-17557d33-4011-4855-8dc0-cb3da4bedc3f req-e02a13b9-f5a8-4e72-9315-d39e2965eb92 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9feb50d3-6449-48c4-b720-2ad5809a7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3178091 Apr 06 14:42:09.967969 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-17557d33-4011-4855-8dc0-cb3da4bedc3f req-f28aeb59-3a5d-4f51-b7a6-96e6e65edf90 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793340 Apr 06 14:42:10.058777 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-17557d33-4011-4855-8dc0-cb3da4bedc3f req-1747a8d8-e9d6-4470-ad4e-f0b5dcdc6b0f service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834577 Apr 06 14:42:10.446629 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:12.115429 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:13.058115 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:13.893936 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:42:19.751936 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 39782) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:19.906406 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Deleting port f57ea408-fbf5-49c7-adb6-30b1b71967a6 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:19.906777 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (f57ea408-fbf5-49c7-adb6-30b1b71967a6), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:19.993940 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (f57ea408-fbf5-49c7-adb6-30b1b71967a6), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:19.994262 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for floatingip (f57ea408-fbf5-49c7-adb6-30b1b71967a6), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:20.005622 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Calling delete_port for f57ea408-fbf5-49c7-adb6-30b1b71967a6 owned by network:floatingip {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:20.246810 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (f57ea408-fbf5-49c7-adb6-30b1b71967a6), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:20.276701 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event deleted for resources: {'Port': ['ID=f57ea408-fbf5-49c7-adb6-30b1b71967a6,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:20.287874 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:20.288225 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:20.288565 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:20.288905 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:20.289242 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:20.289570 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:20.289892 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:20.290215 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:20.290562 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:20.290890 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:20.291214 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:20.291536 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:20.291854 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:20.292170 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:20.292486 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:20.349929 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for floatingip (9f1a17b6-70c6-4a90-9018-7291a47c7a87), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:20.350256 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.db.l3_db [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Floating IP 9f1a17b6-70c6-4a90-9018-7291a47c7a87 disassociated (deleted). External IP: 172.27.2.207, port: fe85b271-4f38-4674-a84c-6783e32868ea. Apr 06 14:42:20.558429 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Router 1df1a715-47a5-4c61-8ccf-510340cb9d8f has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:20.579441 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:20.667192 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:20.672656 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:20.676803 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675028d-5b13-48e7-8061-9631dac2b478 None None] Sync routers for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:20.685653 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675028d-5b13-48e7-8061-9631dac2b478 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:20.686262 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-4675028d-5b13-48e7-8061-9631dac2b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:42:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:20.701191 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-b866b793-7106-4195-8ca2-a48143646bf1 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "DELETE /v2.0/floatingips/9f1a17b6-70c6-4a90-9018-7291a47c7a87 HTTP/1.1" status: 204 len: 168 time: 0.9481707 Apr 06 14:42:20.701772 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '142b1b37-a18e-4371-9921-6e5edaab9c39', 'tag': 'fe85b271-4f38-4674-a84c-6783e32868ea'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:20.704796 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4f90d3-4ea3-4f57-844d-b84e6860b4de" -d '{"events": [{"name": "network-changed", "server_uuid": "142b1b37-a18e-4371-9921-6e5edaab9c39", "tag": "fe85b271-4f38-4674-a84c-6783e32868ea"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:20.796823 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-4675028d-5b13-48e7-8061-9631dac2b478 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:20.807262 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2910e49b-9613-404e-99fd-c358efab7d97 x-openstack-request-id: req-2910e49b-9613-404e-99fd-c358efab7d97 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:20.807814 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "142b1b37-a18e-4371-9921-6e5edaab9c39", "tag": "fe85b271-4f38-4674-a84c-6783e32868ea", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:20.807814 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2910e49b-9613-404e-99fd-c358efab7d97 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:20.808188 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2910e49b-9613-404e-99fd-c358efab7d97'] response: {'name': 'network-changed', 'server_uuid': '142b1b37-a18e-4371-9921-6e5edaab9c39', 'tag': 'fe85b271-4f38-4674-a84c-6783e32868ea', 'status': 'completed', 'code': 200} Apr 06 14:42:20.872889 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f90d3-4ea3-4f57-844d-b84e6860b4de req-a2ef3e5d-8a51-49ed-b833-b42396b303a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:20.874397 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe4f90d3-4ea3-4f57-844d-b84e6860b4de req-a2ef3e5d-8a51-49ed-b833-b42396b303a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 1129 time: 0.0447252 Apr 06 14:42:20.972550 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f90d3-4ea3-4f57-844d-b84e6860b4de req-fe825bab-5b8d-403a-8032-75a1b7ee5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:20.974288 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe4f90d3-4ea3-4f57-844d-b84e6860b4de req-fe825bab-5b8d-403a-8032-75a1b7ee5250 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 912 time: 0.0924652 Apr 06 14:42:21.018642 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe4f90d3-4ea3-4f57-844d-b84e6860b4de req-69550eed-6328-480f-876d-aa86a5571f4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe85b271-4f38-4674-a84c-6783e32868ea HTTP/1.1" status: 200 len: 217 time: 0.0367184 Apr 06 14:42:21.027504 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-4675028d-5b13-48e7-8061-9631dac2b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': 'd3a9eafe-59ac-4b2d-af6d-2321d4328cd7', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'port_id': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'mac_address': 'fa:16:3e:bb:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:37:20Z', 'updated_at': '2022-04-06T14:37:22Z', 'revision_number': 1, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:21.053646 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675028d-5b13-48e7-8061-9631dac2b478 None None] Checking router: 1df1a715-47a5-4c61-8ccf-510340cb9d8f for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:21.063329 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675028d-5b13-48e7-8061-9631dac2b478 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:21.063951 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-4675028d-5b13-48e7-8061-9631dac2b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:42:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:21.071261 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f90d3-4ea3-4f57-844d-b84e6860b4de req-3d5cc965-291b-40de-85f2-1f843da33b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:21.076757 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe4f90d3-4ea3-4f57-844d-b84e6860b4de req-3d5cc965-291b-40de-85f2-1f843da33b77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 200 len: 850 time: 0.0485539 Apr 06 14:42:21.172332 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-4675028d-5b13-48e7-8061-9631dac2b478 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:21.228076 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dbf98-7199-41b4-bb9b-d2261376af2a req-566a3fd9-9c59-465c-b8b0-35592252ae73 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:21.229688 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7c4dbf98-7199-41b4-bb9b-d2261376af2a req-566a3fd9-9c59-465c-b8b0-35592252ae73 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 945 time: 0.1063714 Apr 06 14:42:21.282321 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-7c4dbf98-7199-41b4-bb9b-d2261376af2a req-a2e917ab-fbc0-4c1d-ab5d-f8bb4c206062 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466571 Apr 06 14:42:21.524360 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-4675028d-5b13-48e7-8061-9631dac2b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': 'd3a9eafe-59ac-4b2d-af6d-2321d4328cd7', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'port_id': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'mac_address': 'fa:16:3e:bb:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:37:20Z', 'updated_at': '2022-04-06T14:37:22Z', 'revision_number': 1, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:21.550156 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675028d-5b13-48e7-8061-9631dac2b478 None None] The sync data for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi is: [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_floatingips': [{'id': 'd3a9eafe-59ac-4b2d-af6d-2321d4328cd7', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'router_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'port_id': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'mac_address': 'fa:16:3e:bb:26:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T14:37:20Z', 'updated_at': '2022-04-06T14:37:22Z', 'revision_number': 1, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:21.760424 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ac6a2-5840-4640-a018-9799a48f183d None None] New status for floating IP 9f1a17b6-70c6-4a90-9018-7291a47c7a87: DOWN {{(pid=103950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:42:22.128686 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f90d3-4ea3-4f57-844d-b84e6860b4de req-3b68f2d4-f266-446f-8e66-076a5a4521e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:22.130183 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe4f90d3-4ea3-4f57-844d-b84e6860b4de req-3b68f2d4-f266-446f-8e66-076a5a4521e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9feb50d3-6449-48c4-b720-2ad5809a7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440805 Apr 06 14:42:22.220092 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe4f90d3-4ea3-4f57-844d-b84e6860b4de req-d32fffc4-fb2b-4d7c-9e6a-4f9db8c5ce02 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813003 Apr 06 14:42:22.311949 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-fe4f90d3-4ea3-4f57-844d-b84e6860b4de req-c3950aae-e8af-43c8-bed9-29219e7b6b34 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852981 Apr 06 14:42:22.407661 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f30fc2-5dbd-44d1-879d-b1983835c80c req-040e2f9a-b810-41b3-82a2-016e7ec4958f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:22.409042 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-78f30fc2-5dbd-44d1-879d-b1983835c80c req-040e2f9a-b810-41b3-82a2-016e7ec4958f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 945 time: 0.0530846 Apr 06 14:42:22.456972 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-78f30fc2-5dbd-44d1-879d-b1983835c80c req-640dec37-8d38-45c2-9801-81d20e2273c0 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 Apr 06 14:42:22.814628 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488f447-de72-41f2-a12e-c04a018f6741 req-bd8caf2b-a971-4482-810f-5d9c55c338b5 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:22.815967 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e488f447-de72-41f2-a12e-c04a018f6741 req-bd8caf2b-a971-4482-810f-5d9c55c338b5 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.49 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 945 time: 0.0496471 Apr 06 14:42:22.909769 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-e488f447-de72-41f2-a12e-c04a018f6741 req-9fc9eb15-61aa-4386-a352-ea79ab8d9e79 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Deleting port fe85b271-4f38-4674-a84c-6783e32868ea {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:22.910101 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e488f447-de72-41f2-a12e-c04a018f6741 req-9fc9eb15-61aa-4386-a352-ea79ab8d9e79 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (fe85b271-4f38-4674-a84c-6783e32868ea), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:22.999032 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-e488f447-de72-41f2-a12e-c04a018f6741 req-9fc9eb15-61aa-4386-a352-ea79ab8d9e79 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] For port fe85b271-4f38-4674-a84c-6783e32868ea, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe85b271-4f38-4674-a84c-6783e32868ea,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:22.999963 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e488f447-de72-41f2-a12e-c04a018f6741 req-9fc9eb15-61aa-4386-a352-ea79ab8d9e79 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (fe85b271-4f38-4674-a84c-6783e32868ea), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:23.011294 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-e488f447-de72-41f2-a12e-c04a018f6741 req-9fc9eb15-61aa-4386-a352-ea79ab8d9e79 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Calling delete_port for fe85b271-4f38-4674-a84c-6783e32868ea owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:23.200422 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e488f447-de72-41f2-a12e-c04a018f6741 req-9fc9eb15-61aa-4386-a352-ea79ab8d9e79 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (fe85b271-4f38-4674-a84c-6783e32868ea), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:23.231722 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9eb15-61aa-4386-a352-ea79ab8d9e79 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event deleted for resources: {'Port': ['ID=fe85b271-4f38-4674-a84c-6783e32868ea,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:23.273729 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-e488f447-de72-41f2-a12e-c04a018f6741 req-9fc9eb15-61aa-4386-a352-ea79ab8d9e79 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] No DVR routers for this DVR port fe85b271-4f38-4674-a84c-6783e32868ea on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:23.276255 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-e488f447-de72-41f2-a12e-c04a018f6741 req-9fc9eb15-61aa-4386-a352-ea79ab8d9e79 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:23.279521 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-e488f447-de72-41f2-a12e-c04a018f6741 req-9fc9eb15-61aa-4386-a352-ea79ab8d9e79 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.49 "DELETE /v2.0/ports/fe85b271-4f38-4674-a84c-6783e32868ea HTTP/1.1" status: 204 len: 173 time: 0.4583130 Apr 06 14:42:23.279960 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '142b1b37-a18e-4371-9921-6e5edaab9c39', 'name': 'network-vif-deleted', 'tag': 'fe85b271-4f38-4674-a84c-6783e32868ea'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:23.282954 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e36542-84ea-4bd6-a1da-2975752ffc1e" -d '{"events": [{"server_uuid": "142b1b37-a18e-4371-9921-6e5edaab9c39", "name": "network-vif-deleted", "tag": "fe85b271-4f38-4674-a84c-6783e32868ea"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:23.321202 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c0e5fe-5ca9-4d57-927a-4f871f2ebca3 x-openstack-request-id: req-89c0e5fe-5ca9-4d57-927a-4f871f2ebca3 {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:23.321202 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "142b1b37-a18e-4371-9921-6e5edaab9c39", "name": "network-vif-deleted", "tag": "fe85b271-4f38-4674-a84c-6783e32868ea", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:23.321433 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89c0e5fe-5ca9-4d57-927a-4f871f2ebca3 {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:23.321822 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c0e5fe-5ca9-4d57-927a-4f871f2ebca3'] response: {'server_uuid': '142b1b37-a18e-4371-9921-6e5edaab9c39', 'name': 'network-vif-deleted', 'tag': 'fe85b271-4f38-4674-a84c-6783e32868ea', 'status': 'completed', 'code': 200} Apr 06 14:42:23.550686 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-12f6b6a0-fc22-4757-bdee-11089b4f9088 req-3a12e0fa-f55f-474c-b7c1-f898c035a854 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=142b1b37-a18e-4371-9921-6e5edaab9c39 HTTP/1.1" status: 200 len: 210 time: 0.0270488 Apr 06 14:42:25.294969 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device fe85b271-4f38-4674-a84c-6783e32868ea no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:25.314011 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: fe85b271-4f38-4674-a84c-6783e32868ea {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:25.314354 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device fe85b271-4f38-4674-a84c-6783e32868ea not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:27.040954 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39830) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:27.192126 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Deleting port 41492121-487e-4915-b2e9-3924e363b277 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:27.192457 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (41492121-487e-4915-b2e9-3924e363b277), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:27.267917 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (41492121-487e-4915-b2e9-3924e363b277), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:27.268228 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for floatingip (41492121-487e-4915-b2e9-3924e363b277), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:27.279881 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Calling delete_port for 41492121-487e-4915-b2e9-3924e363b277 owned by network:floatingip {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:27.497581 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (41492121-487e-4915-b2e9-3924e363b277), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:27.522504 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event deleted for resources: {'Port': ['ID=41492121-487e-4915-b2e9-3924e363b277,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:27.534409 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:27.534718 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:27.535066 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:27.535403 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:27.535740 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:27.536071 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:27.536413 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:27.536721 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:27.537044 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:27.537373 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:27.537694 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:27.538017 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:27.538334 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:27.538688 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:27.539011 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:27.591946 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for floatingip (d3a9eafe-59ac-4b2d-af6d-2321d4328cd7), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:27.592267 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.db.l3_db [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Floating IP d3a9eafe-59ac-4b2d-af6d-2321d4328cd7 disassociated (deleted). External IP: 172.27.2.18, port: 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8. Apr 06 14:42:27.793212 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Router 1df1a715-47a5-4c61-8ccf-510340cb9d8f has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:28.138555 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:28.143571 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:28.149904 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e370448-976b-46b0-83c5-c1ba73186e75 None None] Sync routers for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:28.159414 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e370448-976b-46b0-83c5-c1ba73186e75 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:28.160059 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5e370448-976b-46b0-83c5-c1ba73186e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:42:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:28.171246 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-6eddb5aa-c4da-4089-99e9-cdd525f23c80 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "DELETE /v2.0/floatingips/d3a9eafe-59ac-4b2d-af6d-2321d4328cd7 HTTP/1.1" status: 204 len: 168 time: 1.1291356 Apr 06 14:42:28.171840 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'tag': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8'}] {{(pid=103948) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:28.174654 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cee74c5e6806168c4361293fd760050ed74eb1b6027abc74829ef037f04afca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9842c0bb-79f5-43b3-aad5-121fd32b6530" -d '{"events": [{"name": "network-changed", "server_uuid": "82a933ee-fbf7-4ae1-8e27-893eb7f96bdc", "tag": "7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8"}]}' {{(pid=103948) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:28.276714 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d75c4f2-e6c1-4389-9eb6-126a7cc221d5 x-openstack-request-id: req-7d75c4f2-e6c1-4389-9eb6-126a7cc221d5 {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:28.277003 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a933ee-fbf7-4ae1-8e27-893eb7f96bdc", "tag": "7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8", "status": "completed", "code": 200}]} {{(pid=103948) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:28.280926 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d75c4f2-e6c1-4389-9eb6-126a7cc221d5 {{(pid=103948) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:28.280926 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d75c4f2-e6c1-4389-9eb6-126a7cc221d5'] response: {'name': 'network-changed', 'server_uuid': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'tag': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'status': 'completed', 'code': 200} Apr 06 14:42:28.281246 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-5e370448-976b-46b0-83c5-c1ba73186e75 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:28.346336 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c0bb-79f5-43b3-aad5-121fd32b6530 req-eeef3c5f-89c8-4ea8-aa8d-4a8852bc0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:28.347942 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9842c0bb-79f5-43b3-aad5-121fd32b6530 req-eeef3c5f-89c8-4ea8-aa8d-4a8852bc0928 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d506c4d018047d488b3ea1f3bae662a&device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 1130 time: 0.0450299 Apr 06 14:42:28.440802 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c0bb-79f5-43b3-aad5-121fd32b6530 req-3f76d958-407a-4df8-8608-5d552ba3ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:28.442339 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9842c0bb-79f5-43b3-aad5-121fd32b6530 req-3f76d958-407a-4df8-8608-5d552ba3ed77 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 200 len: 912 time: 0.0883882 Apr 06 14:42:28.482492 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5e370448-976b-46b0-83c5-c1ba73186e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:28.486910 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9842c0bb-79f5-43b3-aad5-121fd32b6530 req-075aa834-bea5-4889-9714-56e039aa35e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 HTTP/1.1" status: 200 len: 217 time: 0.0361178 Apr 06 14:42:28.511994 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e370448-976b-46b0-83c5-c1ba73186e75 None None] Checking router: 1df1a715-47a5-4c61-8ccf-510340cb9d8f for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:28.520636 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e370448-976b-46b0-83c5-c1ba73186e75 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:28.521265 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5e370448-976b-46b0-83c5-c1ba73186e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:42:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:28.542306 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c0bb-79f5-43b3-aad5-121fd32b6530 req-46e30261-bcbc-4474-a1c8-2de36d13be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:28.542306 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9842c0bb-79f5-43b3-aad5-121fd32b6530 req-46e30261-bcbc-4474-a1c8-2de36d13be16 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 200 len: 850 time: 0.0431046 Apr 06 14:42:28.596286 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842c0bb-79f5-43b3-aad5-121fd32b6530 req-2fa6b416-fa69-4137-8e2e-62e2cd3efdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:28.597842 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9842c0bb-79f5-43b3-aad5-121fd32b6530 req-2fa6b416-fa69-4137-8e2e-62e2cd3efdff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9feb50d3-6449-48c4-b720-2ad5809a7b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549805 Apr 06 14:42:28.630415 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-5e370448-976b-46b0-83c5-c1ba73186e75 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:28.637774 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26278fd-9eb4-412f-b4cc-6f3b6a2df6b9 req-5f0f26f0-0577-4f16-a6d6-827f498ad02f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103948) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:28.639302 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f26278fd-9eb4-412f-b4cc-6f3b6a2df6b9 req-5f0f26f0-0577-4f16-a6d6-827f498ad02f tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 946 time: 0.0564525 Apr 06 14:42:28.691899 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [req-f26278fd-9eb4-412f-b4cc-6f3b6a2df6b9 req-5b30c473-99ff-441d-84df-3c84541019e2 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/security-groups?id=280aa948-9cea-4bbf-9613-5c95389b1acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462339 Apr 06 14:42:28.748342 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9842c0bb-79f5-43b3-aad5-121fd32b6530 req-5265c9ed-1166-4a68-b5ff-3246b2889716 service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834458 Apr 06 14:42:28.829988 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-5e370448-976b-46b0-83c5-c1ba73186e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:28.856498 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e370448-976b-46b0-83c5-c1ba73186e75 None None] The sync data for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi is: [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:33:04Z', 'revision_number': 4, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi', '_interfaces': [{'id': 'd033f129-cb75-4739-9e41-3b0f3a1f77b3', 'name': '', 'network_id': '9feb50d3-6449-48c4-b720-2ad5809a7b8f', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'mac_address': 'fa:16:3e:b6:43:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'f4626919-3857-481f-b730-c388d29cc90d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:03Z', 'updated_at': '2022-04-06T14:33:08Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'subnets': [{'id': 'f4626919-3857-481f-b730-c388d29cc90d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:28.862560 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-9842c0bb-79f5-43b3-aad5-121fd32b6530 req-1d10e359-c0b7-4c71-bbe7-40327e6d736a service neutron] 10.222.0.49 "GET /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869749 Apr 06 14:42:29.071334 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d1964-a52d-48f4-b213-88968c8fc5a6 None None] New status for floating IP d3a9eafe-59ac-4b2d-af6d-2321d4328cd7: DOWN {{(pid=103950) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 14:42:29.326788 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17395b9-71e0-412b-924e-597f46e6ba86 req-79bb0e2f-1a82-4a6b-9862-c6b9409255fb tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103947) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 14:42:29.328218 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b17395b9-71e0-412b-924e-597f46e6ba86 req-79bb0e2f-1a82-4a6b-9862-c6b9409255fb tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.49 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 946 time: 0.0509346 Apr 06 14:42:29.418294 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-b17395b9-71e0-412b-924e-597f46e6ba86 req-1e149032-a956-4d7d-b513-9cd18557aa1d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Deleting port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:29.419042 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b17395b9-71e0-412b-924e-597f46e6ba86 req-1e149032-a956-4d7d-b513-9cd18557aa1d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:29.508062 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [req-b17395b9-71e0-412b-924e-597f46e6ba86 req-1e149032-a956-4d7d-b513-9cd18557aa1d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] For port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:29.508336 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b17395b9-71e0-412b-924e-597f46e6ba86 req-1e149032-a956-4d7d-b513-9cd18557aa1d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:29.520702 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [req-b17395b9-71e0-412b-924e-597f46e6ba86 req-1e149032-a956-4d7d-b513-9cd18557aa1d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Calling delete_port for 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 owned by compute:nova {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:29.717260 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b17395b9-71e0-412b-924e-597f46e6ba86 req-1e149032-a956-4d7d-b513-9cd18557aa1d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:29.745972 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e149032-a956-4d7d-b513-9cd18557aa1d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event deleted for resources: {'Port': ['ID=7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:29.811403 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17395b9-71e0-412b-924e-597f46e6ba86 req-1e149032-a956-4d7d-b513-9cd18557aa1d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] No DVR routers for this DVR port 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 on host hv-cinder-83588 {{(pid=103947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:29.814622 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-5557b4b7-455c-4f6c-a8c4-456f25a00588 req-3db81b7b-371d-4c04-b5bc-46bfe235861c tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 210 time: 0.0447438 Apr 06 14:42:29.815595 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [req-b17395b9-71e0-412b-924e-597f46e6ba86 req-1e149032-a956-4d7d-b513-9cd18557aa1d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for port (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:29.818700 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-b17395b9-71e0-412b-924e-597f46e6ba86 req-1e149032-a956-4d7d-b513-9cd18557aa1d tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.49 "DELETE /v2.0/ports/7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 HTTP/1.1" status: 204 len: 173 time: 0.4837880 Apr 06 14:42:29.819130 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'name': 'network-vif-deleted', 'tag': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8'}] {{(pid=103947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 14:42:29.821362 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e0a1420544a2ae519cd539f9ddd553099ac8cc4cf81f88ad79fe96d65c7ebc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34db6e0e-19b9-4725-93c9-ca565c97ada2" -d '{"events": [{"server_uuid": "82a933ee-fbf7-4ae1-8e27-893eb7f96bdc", "name": "network-vif-deleted", "tag": "7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8"}]}' {{(pid=103947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 14:42:29.856681 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 14:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bec64f-ffa3-4495-b0c0-8f54b1938c9f x-openstack-request-id: req-f8bec64f-ffa3-4495-b0c0-8f54b1938c9f {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 14:42:29.856970 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a933ee-fbf7-4ae1-8e27-893eb7f96bdc", "name": "network-vif-deleted", "tag": "7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8", "status": "completed", "code": 200}]} {{(pid=103947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 14:42:29.857220 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8bec64f-ffa3-4495-b0c0-8f54b1938c9f {{(pid=103947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 14:42:29.857619 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8bec64f-ffa3-4495-b0c0-8f54b1938c9f'] response: {'server_uuid': '82a933ee-fbf7-4ae1-8e27-893eb7f96bdc', 'name': 'network-vif-deleted', 'tag': '7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8', 'status': 'completed', 'code': 200} Apr 06 14:42:30.921874 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [req-db645475-d217-4f2e-a16f-2fe634d30aec req-e6e120fb-6651-40f8-8bca-a537d9ca891a tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "GET /v2.0/ports?device_id=82a933ee-fbf7-4ae1-8e27-893eb7f96bdc HTTP/1.1" status: 200 len: 210 time: 0.0274518 Apr 06 14:42:31.979459 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39848) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:32.102491 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-eed2e689-5cc5-4117-b529-c377f390cbe2 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Deleting port 0d177817-2d67-453e-9607-16aee4d7e1e3 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:32.102861 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eed2e689-5cc5-4117-b529-c377f390cbe2 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (0d177817-2d67-453e-9607-16aee4d7e1e3), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.180399 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eed2e689-5cc5-4117-b529-c377f390cbe2 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (0d177817-2d67-453e-9607-16aee4d7e1e3), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.180757 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eed2e689-5cc5-4117-b529-c377f390cbe2 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for floatingip (0d177817-2d67-453e-9607-16aee4d7e1e3), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.192833 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-eed2e689-5cc5-4117-b529-c377f390cbe2 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Calling delete_port for 0d177817-2d67-453e-9607-16aee4d7e1e3 owned by network:floatingip {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:32.385796 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eed2e689-5cc5-4117-b529-c377f390cbe2 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (0d177817-2d67-453e-9607-16aee4d7e1e3), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.414064 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2e689-5cc5-4117-b529-c377f390cbe2 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event deleted for resources: {'Port': ['ID=0d177817-2d67-453e-9607-16aee4d7e1e3,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:32.473345 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eed2e689-5cc5-4117-b529-c377f390cbe2 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for floatingip (e341a199-f2c0-406e-9d26-fd6775540e8f), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.475896 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-eed2e689-5cc5-4117-b529-c377f390cbe2 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55911'] for floatingip (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:32.477037 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-eed2e689-5cc5-4117-b529-c377f390cbe2 tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "DELETE /v2.0/floatingips/e341a199-f2c0-406e-9d26-fd6775540e8f HTTP/1.1" status: 204 len: 168 time: 0.4965968 Apr 06 14:42:33.308586 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:33.332140 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] No Port match for: 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:33.332476 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Device 7f6d0af4-7dd1-4b4a-b047-0e5f67bb07e8 not bound to the agent host hv-cinder-83588 {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:33.784086 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 39860) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:33.840019 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-89ed086e-0dba-471d-af1e-fbec8de456bd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group (280aa948-9cea-4bbf-9613-5c95389b1acf), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.864084 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-89ed086e-0dba-471d-af1e-fbec8de456bd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group (280aa948-9cea-4bbf-9613-5c95389b1acf), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.994835 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-89ed086e-0dba-471d-af1e-fbec8de456bd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (280aa948-9cea-4bbf-9613-5c95389b1acf), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.997447 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-89ed086e-0dba-471d-af1e-fbec8de456bd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Publish callbacks [] for security_group (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:33.998607 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-89ed086e-0dba-471d-af1e-fbec8de456bd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] 10.222.0.10 "DELETE /v2.0/security-groups/280aa948-9cea-4bbf-9613-5c95389b1acf HTTP/1.1" status: 204 len: 168 time: 0.2135041 Apr 06 14:42:34.007743 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed086e-0dba-471d-af1e-fbec8de456bd tempest-TestVolumeBootPattern-1897435897 tempest-TestVolumeBootPattern-1897435897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=280aa948-9cea-4bbf-9613-5c95389b1acf,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:34.117543 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39864) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:34.552064 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-857427cb-5ebe-4ce1-8425-6f1a09e970ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031267'] for router_interface (1df1a715-47a5-4c61-8ccf-510340cb9d8f), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:34.790609 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-857427cb-5ebe-4ce1-8425-6f1a09e970ea admin admin] Deleting port d033f129-cb75-4739-9e41-3b0f3a1f77b3 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:34.790942 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-857427cb-5ebe-4ce1-8425-6f1a09e970ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:34.866175 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-857427cb-5ebe-4ce1-8425-6f1a09e970ea admin admin] For port d033f129-cb75-4739-9e41-3b0f3a1f77b3, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=d033f129-cb75-4739-9e41-3b0f3a1f77b3,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:34.866449 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-857427cb-5ebe-4ce1-8425-6f1a09e970ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:34.879130 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-857427cb-5ebe-4ce1-8425-6f1a09e970ea admin admin] Calling delete_port for d033f129-cb75-4739-9e41-3b0f3a1f77b3 owned by network:router_interface {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:35.100626 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-857427cb-5ebe-4ce1-8425-6f1a09e970ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (d033f129-cb75-4739-9e41-3b0f3a1f77b3), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:35.126284 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857427cb-5ebe-4ce1-8425-6f1a09e970ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d033f129-cb75-4739-9e41-3b0f3a1f77b3,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:35.149435 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7b5e246d-ccb4-416a-bd08-b994769513aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:35.294821 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-857427cb-5ebe-4ce1-8425-6f1a09e970ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029875'] for router_interface (1df1a715-47a5-4c61-8ccf-510340cb9d8f), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:35.510060 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857427cb-5ebe-4ce1-8425-6f1a09e970ea admin admin] Router 1df1a715-47a5-4c61-8ccf-510340cb9d8f has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103948) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:35.615769 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857427cb-5ebe-4ce1-8425-6f1a09e970ea admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103948) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:35.621134 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-857427cb-5ebe-4ce1-8425-6f1a09e970ea admin admin] 10.222.0.10 "PUT /v2.0/routers/1df1a715-47a5-4c61-8ccf-510340cb9d8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5025575 Apr 06 14:42:35.623597 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39868) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:35.626406 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbac6a9-898f-49c8-8ec6-9ba5343db825 None None] Sync routers for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:35.637101 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbac6a9-898f-49c8-8ec6-9ba5343db825 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:35.637801 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-3dbac6a9-898f-49c8-8ec6-9ba5343db825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:42:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:35.727454 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] Publish callbacks [] for router (1df1a715-47a5-4c61-8ccf-510340cb9d8f), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:35.742395 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-3dbac6a9-898f-49c8-8ec6-9ba5343db825 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: dv-cinder-835881-5-iscsi {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:35.826247 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] Publish callbacks [] for router_gateway (1df1a715-47a5-4c61-8ccf-510340cb9d8f), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:35.919605 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-3dbac6a9-898f-49c8-8ec6-9ba5343db825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:42:35Z', 'revision_number': 5, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port': {'id': '4ac6028c-792b-4eb6-834d-05f823e65cc1', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:60:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:02Z', 'updated_at': '2022-04-06T14:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:35.948512 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbac6a9-898f-49c8-8ec6-9ba5343db825 None None] Checking router: 1df1a715-47a5-4c61-8ccf-510340cb9d8f for host: dv-cinder-835881-5-iscsi {{(pid=103949) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:35.957562 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbac6a9-898f-49c8-8ec6-9ba5343db825 None None] Routers {'1df1a715-47a5-4c61-8ccf-510340cb9d8f'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103949) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:35.958165 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-3dbac6a9-898f-49c8-8ec6-9ba5343db825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:42:09Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'], 'active': True} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:35.984363 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] Deleting port 4ac6028c-792b-4eb6-834d-05f823e65cc1 {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:35.984767 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (4ac6028c-792b-4eb6-834d-05f823e65cc1), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.044681 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvr_db [None req-3dbac6a9-898f-49c8-8ec6-9ba5343db825 None None] Set router 1df1a715-47a5-4c61-8ccf-510340cb9d8f gateway port host: None {{(pid=103949) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:36.062134 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] For port 4ac6028c-792b-4eb6-834d-05f823e65cc1, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=4ac6028c-792b-4eb6-834d-05f823e65cc1,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:36.063014 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (4ac6028c-792b-4eb6-834d-05f823e65cc1), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.075355 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] Calling delete_port for 4ac6028c-792b-4eb6-834d-05f823e65cc1 owned by network:router_gateway {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:36.096212 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_hamode_db [None req-3dbac6a9-898f-49c8-8ec6-9ba5343db825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:42:35Z', 'revision_number': 6, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port_host': None}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103949) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:36.255739 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbac6a9-898f-49c8-8ec6-9ba5343db825 None None] The sync data for ids ['1df1a715-47a5-4c61-8ccf-510340cb9d8f'] in dv-cinder-835881-5-iscsi is: [{'id': '1df1a715-47a5-4c61-8ccf-510340cb9d8f', 'name': 'tempest-TestVolumeBootPattern-675229056-router', 'tenant_id': '5d506c4d018047d488b3ea1f3bae662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:01Z', 'updated_at': '2022-04-06T14:42:35Z', 'revision_number': 6, 'project_id': '5d506c4d018047d488b3ea1f3bae662a', 'gw_port_host': None}] {{(pid=103949) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:36.343189 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (4ac6028c-792b-4eb6-834d-05f823e65cc1), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.372170 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac6028c-792b-4eb6-834d-05f823e65cc1,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:36.431674 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029685'] for router_gateway (1df1a715-47a5-4c61-8ccf-510340cb9d8f), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.520897 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2260'] for router (1df1a715-47a5-4c61-8ccf-510340cb9d8f), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.522931 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] Publish callbacks [] for router_controller (1df1a715-47a5-4c61-8ccf-510340cb9d8f), precommit_delete_associations {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.629358 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031823'] for router (1df1a715-47a5-4c61-8ccf-510340cb9d8f), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.630225 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df1a715-47a5-4c61-8ccf-510340cb9d8f {{(pid=103948) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:42:36.639294 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.639294 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-90709d81-d6f3-4398-96cf-819a379ffb0f admin admin] 10.222.0.10 "DELETE /v2.0/routers/1df1a715-47a5-4c61-8ccf-510340cb9d8f HTTP/1.1" status: 204 len: 168 time: 1.0124705 Apr 06 14:42:36.639810 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39870) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:36.921957 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9f27c2-6c4e-48c6-abc0-a35a1a120b4a admin admin] Deleting subnet f4626919-3857-481f-b730-c388d29cc90d {{(pid=103948) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:42:36.925486 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3f9f27c2-6c4e-48c6-abc0-a35a1a120b4a admin admin] Publish callbacks [] for subnet (f4626919-3857-481f-b730-c388d29cc90d), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.959652 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3f9f27c2-6c4e-48c6-abc0-a35a1a120b4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602622'] for subnet (f4626919-3857-481f-b730-c388d29cc90d), precommit_delete_associations {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:36.998460 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device d033f129-cb75-4739-9e41-3b0f3a1f77b3 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:37.019247 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: d033f129-cb75-4739-9e41-3b0f3a1f77b3 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:37.020214 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device d033f129-cb75-4739-9e41-3b0f3a1f77b3 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:37.040161 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3f9f27c2-6c4e-48c6-abc0-a35a1a120b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (f4626919-3857-481f-b730-c388d29cc90d), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.149547 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3f9f27c2-6c4e-48c6-abc0-a35a1a120b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12612002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13415203'] for subnet (f4626919-3857-481f-b730-c388d29cc90d), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.174949 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f27c2-6c4e-48c6-abc0-a35a1a120b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4626919-3857-481f-b730-c388d29cc90d,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:37.178434 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-3f9f27c2-6c4e-48c6-abc0-a35a1a120b4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.181900 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-3f9f27c2-6c4e-48c6-abc0-a35a1a120b4a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f4626919-3857-481f-b730-c388d29cc90d HTTP/1.1" status: 204 len: 168 time: 0.5410943 Apr 06 14:42:37.184335 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39872) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:37.188268 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2942375-4be3-4822-8286-6f6266310c1e None None] Network 9feb50d3-6449-48c4-b720-2ad5809a7b8f requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:42:37.254049 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (9feb50d3-6449-48c4-b720-2ad5809a7b8f), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.333399 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] Deleting port 2803dd37-0213-46e4-8499-f86a79a47def {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:37.333736 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (2803dd37-0213-46e4-8499-f86a79a47def), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.355815 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] DHCP port deletion for 9feb50d3-6449-48c4-b720-2ad5809a7b8f request from dv-cinder-835881-5-iscsi {{(pid=103949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:42:37.398091 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] For port 2803dd37-0213-46e4-8499-f86a79a47def, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=2803dd37-0213-46e4-8499-f86a79a47def,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:37.399154 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (2803dd37-0213-46e4-8499-f86a79a47def), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.403288 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Deleting port 2803dd37-0213-46e4-8499-f86a79a47def {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:37.403638 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (2803dd37-0213-46e4-8499-f86a79a47def), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.412488 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] Calling delete_port for 2803dd37-0213-46e4-8499-f86a79a47def owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:37.465525 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] For port 2803dd37-0213-46e4-8499-f86a79a47def, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=2803dd37-0213-46e4-8499-f86a79a47def,segment=NetworkSegment(45d10f10-1a12-475e-ab38-9875c0237448),segment_id=45d10f10-1a12-475e-ab38-9875c0237448)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:37.465844 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (2803dd37-0213-46e4-8499-f86a79a47def), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.481863 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Calling delete_port for 2803dd37-0213-46e4-8499-f86a79a47def owned by network:dhcp {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:37.557255 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (2803dd37-0213-46e4-8499-f86a79a47def), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.567059 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229'] for port (2803dd37-0213-46e4-8499-f86a79a47def), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.584820 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=2803dd37-0213-46e4-8499-f86a79a47def,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:37.586674 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] No DVR routers for this DVR port 2803dd37-0213-46e4-8499-f86a79a47def on host dv-cinder-835881-5-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:37.588963 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Pushing event deleted for resources: {'Port': ['ID=2803dd37-0213-46e4-8499-f86a79a47def,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:37.596920 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] No DVR routers for this DVR port 2803dd37-0213-46e4-8499-f86a79a47def on host dv-cinder-835881-5-iscsi {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:37.599162 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:37.599502 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:37.599855 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:37.600192 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:37.600525 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:37.600849 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:37.601166 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:37.601488 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:37.601813 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:37.602134 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:37.602453 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:37.602802 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:37.603116 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:37.603433 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:37.603748 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5111e02-c5c3-4865-9dd9-037a9fba4787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-5-iscsi {{(pid=103949) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 14:42:37.662498 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (9feb50d3-6449-48c4-b720-2ad5809a7b8f), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.681746 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9feb50d3-6449-48c4-b720-2ad5809a7b8f']}} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:37.691201 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d10f10-1a12-475e-ab38-9875c0237448') {'for_net_delete': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:37.691493 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d10f10-1a12-475e-ab38-9875c0237448') {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:37.700478 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602373'] for segment (45d10f10-1a12-475e-ab38-9875c0237448), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.713966 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (45d10f10-1a12-475e-ab38-9875c0237448), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.719617 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=103948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:42:37.719937 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12612040'] for segment (45d10f10-1a12-475e-ab38-9875c0237448), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: Traceback (most recent call last): Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: timer() Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: cb(*args, **kw) Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: return func(*args, **kwargs) Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: self._notify() Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: self.callback(batched_events) Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: event.method(event) Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: return f(self, *a, **k) Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._get(url).json() Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: return self.request(url, 'GET', **kwargs) Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:42:37.721596 dv-cinder-835881-5-iscsi neutron-server[103948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:42:37.848532 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (9feb50d3-6449-48c4-b720-2ad5809a7b8f), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.853685 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:37.856810 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] 10.222.0.10 "DELETE /v2.0/networks/9feb50d3-6449-48c4-b720-2ad5809a7b8f HTTP/1.1" status: 204 len: 168 time: 0.6715431 Apr 06 14:42:37.860516 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 39874) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:37.868505 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586826c-6e52-4cc5-88d2-aa210cb04dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=9feb50d3-6449-48c4-b720-2ad5809a7b8f,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:38.200746 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-12452f34-2ffa-46c8-b8d6-f16f243a8f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1031267'] for router_interface (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.379095 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 2803dd37-0213-46e4-8499-f86a79a47def no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:38.401624 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 2803dd37-0213-46e4-8499-f86a79a47def {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:38.401967 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 2803dd37-0213-46e4-8499-f86a79a47def not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:38.402400 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 4ac6028c-792b-4eb6-834d-05f823e65cc1 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:38.421296 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 4ac6028c-792b-4eb6-834d-05f823e65cc1 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:38.421635 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 4ac6028c-792b-4eb6-834d-05f823e65cc1 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:38.448383 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-12452f34-2ffa-46c8-b8d6-f16f243a8f3c admin admin] Deleting port fad7a42b-ece6-4c77-852e-28396d08005f {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:38.448715 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-12452f34-2ffa-46c8-b8d6-f16f243a8f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.524739 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-12452f34-2ffa-46c8-b8d6-f16f243a8f3c admin admin] For port fad7a42b-ece6-4c77-852e-28396d08005f, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=fad7a42b-ece6-4c77-852e-28396d08005f,segment=NetworkSegment(ddf7e797-6a98-4ca3-8198-e3bafa55293f),segment_id=ddf7e797-6a98-4ca3-8198-e3bafa55293f)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:38.525098 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-12452f34-2ffa-46c8-b8d6-f16f243a8f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.537324 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-12452f34-2ffa-46c8-b8d6-f16f243a8f3c admin admin] Calling delete_port for fad7a42b-ece6-4c77-852e-28396d08005f owned by network:router_interface {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:38.798023 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-12452f34-2ffa-46c8-b8d6-f16f243a8f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (fad7a42b-ece6-4c77-852e-28396d08005f), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.824666 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12452f34-2ffa-46c8-b8d6-f16f243a8f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=fad7a42b-ece6-4c77-852e-28396d08005f,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:38.995942 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-49979058-cd2c-48bd-8ff5-c7f3f0bf3ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:38.998830 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-12452f34-2ffa-46c8-b8d6-f16f243a8f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1029875'] for router_interface (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.213117 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12452f34-2ffa-46c8-b8d6-f16f243a8f3c admin admin] Router 7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 has already been hosted by L3 agent 35c28f44-dcb5-4907-8af5-694aab815386 {{(pid=103947) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 14:42:39.590417 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12452f34-2ffa-46c8-b8d6-f16f243a8f3c admin admin] Notify agent at l3_agent.dv-cinder-835881-5-iscsi the message routers_updated {{(pid=103947) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 14:42:39.595755 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-12452f34-2ffa-46c8-b8d6-f16f243a8f3c admin admin] 10.222.0.10 "PUT /v2.0/routers/7ce72254-d5eb-40ee-af6c-e8a5df0d5a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342374 Apr 06 14:42:39.598463 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 39876) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:39.599812 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6573175b-45a3-432e-9a7c-7d2e79d2e316 None None] Sync routers for ids ['7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'] in dv-cinder-835881-5-iscsi {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 14:42:39.609473 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6573175b-45a3-432e-9a7c-7d2e79d2e316 None None] Routers {'7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:39.610241 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-6573175b-45a3-432e-9a7c-7d2e79d2e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:42:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:39.702630 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] Publish callbacks [] for router (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.717421 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-6573175b-45a3-432e-9a7c-7d2e79d2e316 None None] Set router 7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 gateway port host: dv-cinder-835881-5-iscsi {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:39.806612 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] Publish callbacks [] for router_gateway (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.896026 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-6573175b-45a3-432e-9a7c-7d2e79d2e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'name': 'tempest-TestVolumeBootPattern-1986579917-router', 'tenant_id': 'ba84b7363a0e432b9dee23dba04a666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'external_fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '6b5abf58-cebc-4e1a-a441-9e8638187bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:07Z', 'updated_at': '2022-04-06T14:42:38Z', 'revision_number': 5, 'project_id': 'ba84b7363a0e432b9dee23dba04a666d', 'gw_port': {'id': '6b5abf58-cebc-4e1a-a441-9e8638187bc6', 'name': '', 'network_id': 'd18a54a7-0e89-4f08-a163-00d2181e6f69', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T14:33:08Z', 'updated_at': '2022-04-06T14:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1bd18b3c-21a8-4ac4-b5c7-c4aac9032e19', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-5-iscsi'}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:39.921520 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] Deleting port 6b5abf58-cebc-4e1a-a441-9e8638187bc6 {{(pid=103947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:39.921979 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (6b5abf58-cebc-4e1a-a441-9e8638187bc6), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:39.922100 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6573175b-45a3-432e-9a7c-7d2e79d2e316 None None] Checking router: 7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 for host: dv-cinder-835881-5-iscsi {{(pid=103950) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 14:42:39.930047 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6573175b-45a3-432e-9a7c-7d2e79d2e316 None None] Routers {'7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'} bound to L3 agent in host dv-cinder-835881-5-iscsi {{(pid=103950) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 14:42:39.930682 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-6573175b-45a3-432e-9a7c-7d2e79d2e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T14:07:39Z,description=,heartbeat_timestamp=2022-04-06T14:42:39Z,host='dv-cinder-835881-5-iscsi',id=35c28f44-dcb5-4907-8af5-694aab815386,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T14:07:39Z,topic='l3_agent')) {'router_ids': ['7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'], 'active': True} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:40.000928 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.db [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] For port 6b5abf58-cebc-4e1a-a441-9e8638187bc6, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=6b5abf58-cebc-4e1a-a441-9e8638187bc6,segment=NetworkSegment(379014d6-cb58-40cf-84ac-87bbb19d089f),segment_id=379014d6-cb58-40cf-84ac-87bbb19d089f)] {{(pid=103947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:40.001516 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (6b5abf58-cebc-4e1a-a441-9e8638187bc6), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.017040 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.plugins.ml2.plugin [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] Calling delete_port for 6b5abf58-cebc-4e1a-a441-9e8638187bc6 owned by network:router_gateway {{(pid=103947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:40.019028 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_dvr_db [None req-6573175b-45a3-432e-9a7c-7d2e79d2e316 None None] Set router 7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 gateway port host: None {{(pid=103950) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 14:42:40.073009 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.l3_hamode_db [None req-6573175b-45a3-432e-9a7c-7d2e79d2e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'name': 'tempest-TestVolumeBootPattern-1986579917-router', 'tenant_id': 'ba84b7363a0e432b9dee23dba04a666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:07Z', 'updated_at': '2022-04-06T14:42:39Z', 'revision_number': 6, 'project_id': 'ba84b7363a0e432b9dee23dba04a666d', 'gw_port_host': None}], 'dv-cinder-835881-5-iscsi', False) {} {{(pid=103950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:40.099813 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6573175b-45a3-432e-9a7c-7d2e79d2e316 None None] The sync data for ids ['7ce72254-d5eb-40ee-af6c-e8a5df0d5a07'] in dv-cinder-835881-5-iscsi is: [{'id': '7ce72254-d5eb-40ee-af6c-e8a5df0d5a07', 'name': 'tempest-TestVolumeBootPattern-1986579917-router', 'tenant_id': 'ba84b7363a0e432b9dee23dba04a666d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T14:33:07Z', 'updated_at': '2022-04-06T14:42:39Z', 'revision_number': 6, 'project_id': 'ba84b7363a0e432b9dee23dba04a666d', 'gw_port_host': None}] {{(pid=103950) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 14:42:40.251570 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14453840'] for port (6b5abf58-cebc-4e1a-a441-9e8638187bc6), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.277651 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b5abf58-cebc-4e1a-a441-9e8638187bc6,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:40.337734 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1029685'] for router_gateway (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.426993 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1031814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2260'] for router (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.429008 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] Publish callbacks [] for router_controller (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.486231 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.560199 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1031823'] for router (7ce72254-d5eb-40ee-af6c-e8a5df0d5a07), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.560737 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 {{(pid=103947) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 14:42:40.567589 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.568784 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-43aed81d-a567-4c30-bd2e-8dece9daa6c5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7ce72254-d5eb-40ee-af6c-e8a5df0d5a07 HTTP/1.1" status: 204 len: 168 time: 0.9693716 Apr 06 14:42:40.571411 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.wsgi [-] (103947) accepted ('10.222.0.10', 39878) {{(pid=103947) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:40.614339 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.db.db_base_plugin_v2 [None req-972183f6-a8d8-495b-8ab3-7f13a958ee5e admin admin] Deleting subnet 02945348-f065-42a1-b67e-709fabcbb447 {{(pid=103947) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 14:42:40.617262 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-972183f6-a8d8-495b-8ab3-7f13a958ee5e admin admin] Publish callbacks [] for subnet (02945348-f065-42a1-b67e-709fabcbb447), before_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.650695 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-972183f6-a8d8-495b-8ab3-7f13a958ee5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14463474'] for subnet (02945348-f065-42a1-b67e-709fabcbb447), precommit_delete_associations {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.730263 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-972183f6-a8d8-495b-8ab3-7f13a958ee5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2079193'] for subnet (02945348-f065-42a1-b67e-709fabcbb447), precommit_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.846149 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-972183f6-a8d8-495b-8ab3-7f13a958ee5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2079190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14453863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12719127'] for subnet (02945348-f065-42a1-b67e-709fabcbb447), after_delete {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.869548 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972183f6-a8d8-495b-8ab3-7f13a958ee5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02945348-f065-42a1-b67e-709fabcbb447,revision_number=None']} {{(pid=103947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:40.876144 dv-cinder-835881-5-iscsi neutron-server[103947]: DEBUG neutron_lib.callbacks.manager [None req-972183f6-a8d8-495b-8ab3-7f13a958ee5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for subnet (None), before_response {{(pid=103947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:40.882035 dv-cinder-835881-5-iscsi neutron-server[103947]: INFO neutron.wsgi [None req-972183f6-a8d8-495b-8ab3-7f13a958ee5e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/02945348-f065-42a1-b67e-709fabcbb447 HTTP/1.1" status: 204 len: 168 time: 0.3096321 Apr 06 14:42:40.882773 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39880) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:40.887475 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1847702e-2a95-4408-baa2-ef0439552eee None None] Network da10bc60-bb9b-4c5f-a2eb-eea4a1394198 requested from dv-cinder-835881-5-iscsi {{(pid=103949) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 14:42:40.928855 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device fad7a42b-ece6-4c77-852e-28396d08005f no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:40.955118 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: fad7a42b-ece6-4c77-852e-28396d08005f {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:40.955710 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device fad7a42b-ece6-4c77-852e-28396d08005f not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:40.957784 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1972638'] for network (da10bc60-bb9b-4c5f-a2eb-eea4a1394198), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:41.016482 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] Deleting port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf {{(pid=103948) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:41.016814 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (6c53bac9-4c88-4804-abdb-5c3b6ac766bf), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:41.062090 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d00e35e-d54d-415d-82b7-1bf8c3e509a4 None None] DHCP port deletion for da10bc60-bb9b-4c5f-a2eb-eea4a1394198 request from dv-cinder-835881-5-iscsi {{(pid=103949) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 14:42:41.083430 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.db [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] For port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=6c53bac9-4c88-4804-abdb-5c3b6ac766bf,segment=NetworkSegment(ddf7e797-6a98-4ca3-8198-e3bafa55293f),segment_id=ddf7e797-6a98-4ca3-8198-e3bafa55293f)] {{(pid=103948) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:41.083857 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (6c53bac9-4c88-4804-abdb-5c3b6ac766bf), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:41.097569 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.plugin [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] Calling delete_port for 6c53bac9-4c88-4804-abdb-5c3b6ac766bf owned by network:dhcp {{(pid=103948) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:41.113113 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-2d00e35e-d54d-415d-82b7-1bf8c3e509a4 None None] Deleting port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf {{(pid=103949) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 14:42:41.113385 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2d00e35e-d54d-415d-82b7-1bf8c3e509a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736744323633'] for port (6c53bac9-4c88-4804-abdb-5c3b6ac766bf), before_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:41.182657 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.db [None req-2d00e35e-d54d-415d-82b7-1bf8c3e509a4 None None] For port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf, host dv-cinder-835881-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-5-iscsi',level=0,port_id=6c53bac9-4c88-4804-abdb-5c3b6ac766bf,segment=NetworkSegment(ddf7e797-6a98-4ca3-8198-e3bafa55293f),segment_id=ddf7e797-6a98-4ca3-8198-e3bafa55293f)] {{(pid=103949) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 14:42:41.182943 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2d00e35e-d54d-415d-82b7-1bf8c3e509a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025042'] for port (6c53bac9-4c88-4804-abdb-5c3b6ac766bf), precommit_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:41.199422 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-2d00e35e-d54d-415d-82b7-1bf8c3e509a4 None None] Calling delete_port for 6c53bac9-4c88-4804-abdb-5c3b6ac766bf owned by network:dhcp {{(pid=103949) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 14:42:41.283401 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12611989'] for port (6c53bac9-4c88-4804-abdb-5c3b6ac766bf), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:41.293423 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2d00e35e-d54d-415d-82b7-1bf8c3e509a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2006023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736744330500', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736743945229'] for port (6c53bac9-4c88-4804-abdb-5c3b6ac766bf), after_delete {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:41.308407 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c53bac9-4c88-4804-abdb-5c3b6ac766bf,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:41.313926 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00e35e-d54d-415d-82b7-1bf8c3e509a4 None None] Pushing event deleted for resources: {'Port': ['ID=6c53bac9-4c88-4804-abdb-5c3b6ac766bf,revision_number=None']} {{(pid=103949) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:41.314285 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] No DVR routers for this DVR port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf on host dv-cinder-835881-5-iscsi {{(pid=103948) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:41.317389 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d00e35e-d54d-415d-82b7-1bf8c3e509a4 None None] No DVR routers for this DVR port 6c53bac9-4c88-4804-abdb-5c3b6ac766bf on host dv-cinder-835881-5-iscsi {{(pid=103949) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 14:42:41.395498 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2079778', 'neutron.services.segments.db._delete_segments_for_network-8736744399993'] for network (da10bc60-bb9b-4c5f-a2eb-eea4a1394198), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:41.415008 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da10bc60-bb9b-4c5f-a2eb-eea4a1394198']}} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:41.423834 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf7e797-6a98-4ca3-8198-e3bafa55293f') {'for_net_delete': True} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:41.424127 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.services.segments.db [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf7e797-6a98-4ca3-8198-e3bafa55293f') {} {{(pid=103948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 14:42:41.433239 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736744398722', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602373'] for segment (ddf7e797-6a98-4ca3-8198-e3bafa55293f), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:41.446476 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890'] for segment (ddf7e797-6a98-4ca3-8198-e3bafa55293f), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:41.452414 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=103948) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 14:42:41.452814 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1977890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12612040'] for segment (ddf7e797-6a98-4ca3-8198-e3bafa55293f), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: Traceback (most recent call last): Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: timer() Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: cb(*args, **kw) Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: return func(*args, **kwargs) Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: self._notify() Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: self.callback(batched_events) Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: event.method(event) Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: return f(self, *a, **k) Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._get(url).json() Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: return self.request(url, 'GET', **kwargs) Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 14:42:41.455122 dv-cinder-835881-5-iscsi neutron-server[103948]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 14:42:41.594775 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2079835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029713'] for network (da10bc60-bb9b-4c5f-a2eb-eea4a1394198), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:41.599353 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-584940'] for network (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:41.602491 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] 10.222.0.10 "DELETE /v2.0/networks/da10bc60-bb9b-4c5f-a2eb-eea4a1394198 HTTP/1.1" status: 204 len: 168 time: 0.7186756 Apr 06 14:42:41.615334 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c696fb9-4527-42b6-a5f1-dd9f9538e56d admin admin] Pushing event deleted for resources: {'Network': ['ID=da10bc60-bb9b-4c5f-a2eb-eea4a1394198,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:41.908951 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39884) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:41.953550 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-33a5022e-66b2-4a00-b30b-5bec5c29ac5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d506c4d018047d488b3ea1f3bae662a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432985 Apr 06 14:42:41.956244 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39886) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:42.002871 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3c99751-cbb8-494f-b38e-203cab104e56 admin admin] Publish callbacks [] for security_group (191dfb23-16e6-4c34-9620-70b70396c5f1), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:42.022971 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3c99751-cbb8-494f-b38e-203cab104e56 admin admin] Publish callbacks [] for security_group (191dfb23-16e6-4c34-9620-70b70396c5f1), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:42.111463 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:42.142813 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3c99751-cbb8-494f-b38e-203cab104e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (191dfb23-16e6-4c34-9620-70b70396c5f1), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:42.145717 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-d3c99751-cbb8-494f-b38e-203cab104e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:42.146921 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-d3c99751-cbb8-494f-b38e-203cab104e56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/191dfb23-16e6-4c34-9620-70b70396c5f1 HTTP/1.1" status: 204 len: 168 time: 0.1897569 Apr 06 14:42:42.154967 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c99751-cbb8-494f-b38e-203cab104e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191dfb23-16e6-4c34-9620-70b70396c5f1,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:42.380159 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 6b5abf58-cebc-4e1a-a441-9e8638187bc6 no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:42.399796 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 6b5abf58-cebc-4e1a-a441-9e8638187bc6 {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:42.400512 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 6b5abf58-cebc-4e1a-a441-9e8638187bc6 not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:42.400512 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 6c53bac9-4c88-4804-abdb-5c3b6ac766bf no longer exists at agent ovs-agent-dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 14:42:42.418723 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.plugin [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] No Port match for: 6c53bac9-4c88-4804-abdb-5c3b6ac766bf {{(pid=103949) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 14:42:42.419051 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron.plugins.ml2.rpc [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Device 6c53bac9-4c88-4804-abdb-5c3b6ac766bf not bound to the agent host dv-cinder-835881-5-iscsi {{(pid=103949) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 14:42:42.826364 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39892) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:42.865358 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-3c7bc3a1-b17c-406c-9900-fd5fe28690f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba84b7363a0e432b9dee23dba04a666d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378418 Apr 06 14:42:42.867882 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [-] (103948) accepted ('10.222.0.10', 39894) {{(pid=103948) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 14:42:42.913327 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-cea1194c-ef12-47cc-aefa-aa97b0465890 admin admin] Publish callbacks [] for security_group (ff54ab46-3ba7-4afe-9e58-40b7a3075b65), before_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:42.933608 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-cea1194c-ef12-47cc-aefa-aa97b0465890 admin admin] Publish callbacks [] for security_group (ff54ab46-3ba7-4afe-9e58-40b7a3075b65), precommit_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:43.068915 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-cea1194c-ef12-47cc-aefa-aa97b0465890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554350'] for security_group (ff54ab46-3ba7-4afe-9e58-40b7a3075b65), after_delete {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:43.071437 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron_lib.callbacks.manager [None req-cea1194c-ef12-47cc-aefa-aa97b0465890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:43.072600 dv-cinder-835881-5-iscsi neutron-server[103948]: INFO neutron.wsgi [None req-cea1194c-ef12-47cc-aefa-aa97b0465890 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff54ab46-3ba7-4afe-9e58-40b7a3075b65 HTTP/1.1" status: 204 len: 168 time: 0.2038443 Apr 06 14:42:43.081373 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1194c-ef12-47cc-aefa-aa97b0465890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff54ab46-3ba7-4afe-9e58-40b7a3075b65,revision_number=None']} {{(pid=103948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 14:42:43.114480 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:50.599886 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:42:50.892285 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:42:58.348655 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-c56fa7e0-022c-460b-af34-5eb950e7faba service neutron] (103948) timed out ('10.222.0.10', 60396) {{(pid=103948) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:42:59.483391 dv-cinder-835881-5-iscsi neutron-server[103948]: DEBUG neutron.wsgi [req-4e5bc6e9-f2f0-4434-959b-71ddb95eeaf0 req-3a463eba-9841-4c8f-9804-e687d49df3b4 tempest-AttachVolumeShelveTestJSON-463151229 tempest-AttachVolumeShelveTestJSON-463151229-project] (103948) timed out ('10.222.0.10', 60404) {{(pid=103948) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 14:43:05.184360 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a892-29ae-49b6-bfb5-75679a65e4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:09.013050 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-5fd57656-74da-45b6-a3bc-cd1822983b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:10.450794 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:12.121731 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:13.092537 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:20.589445 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:27.891824 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:43:35.146759 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e7e75988-17af-4fca-8b25-f2bf1e4ac6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:38.994968 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-ae89e87b-ecfc-4967-99bd-74230ffeadff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:40.451924 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:42.120135 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:43.061150 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:43:50.617447 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:04.890699 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:44:05.159197 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bc7b01e5-f717-4abb-8257-4a542e9bee04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:09.020464 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-2530695d-3772-42a9-896b-c44aaa89f32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:10.471700 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:12.130390 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:13.038468 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:20.643111 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:35.169736 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e4571bbd-00ec-4338-bcbe-a98508add7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:39.003581 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-434b2f7f-3119-49da-87ae-f8e628256144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:40.460237 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:41.889271 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:44:42.197630 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:43.054632 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:44:50.631785 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:05.156215 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-290a07a7-c9a6-48d6-8958-20d453c3fd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:08.996603 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-bfd25742-c9c2-4368-9f68-1047ad9d1495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:10.498440 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:12.150856 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:13.075899 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:18.887710 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:45:20.607535 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:35.166677 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-920c5a1b-b68c-4e84-a958-5d976f642629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:39.012179 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-150a418c-e875-49c3-b83f-7fbcd335c356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:40.469211 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:42.120824 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:43.057778 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:50.657194 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:45:55.885979 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:46:05.148089 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-75be6d5c-1b74-430a-b52a-94e67cf8833e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:09.004945 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-b42c8ca5-c648-4f38-990b-dfaa91deaeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:10.474271 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:12.155292 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:13.056284 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:20.639475 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:32.884825 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:46:35.158118 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-75afd28a-422f-422f-9b22-dd3acbfc806f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:38.986997 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-43c9ed47-77a2-42c7-826e-8233eefaa33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:40.484121 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:42.135732 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:43.072485 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:46:50.638875 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:05.163102 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-7a3eb250-573c-4dc9-84f8-ce73a6e35a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:08.985768 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-6850eb2a-22dd-43f7-b060-35c373297289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:09.883656 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:47:10.483093 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:12.168607 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:13.036982 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:20.614165 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:35.264862 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-8ccd12b6-f8c9-4d70-9d19-335f86c92b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:38.990263 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-acb2f21e-5c62-42f7-be0f-f4a22147d53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:40.492393 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:42.162158 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:43.059225 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:47:46.881718 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 14:47:50.613102 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:05.161082 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-14617ee0-dfe9-403f-926e-cca5d7e43b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (dbd3598e-0699-4cea-b38a-4cf7d741fb85), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:09.023974 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-f54c9eed-b289-441e-b367-97fc02a79800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (35c28f44-dcb5-4907-8af5-694aab815386), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:10.492220 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-de90c9d3-cb35-41da-b545-3cca7aa05a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ec2fb25f-178e-47cc-87c5-ea1c90dced1b), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:12.172347 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-e13093fd-923f-49d6-a183-88fda2546a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (ac122874-9346-4c8c-af38-8dc3d8364237), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:13.069235 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-207ea235-aff6-4eb6-9553-d47aae5d2bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (3d44fbc5-239d-4c90-a1ff-e183c19f3486), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:20.627651 dv-cinder-835881-5-iscsi neutron-server[103949]: DEBUG neutron_lib.callbacks.manager [None req-edf204f1-9a63-4c90-893b-43c924a37301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736744399975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078179'] for agent (e060051d-98e8-41fc-a3bb-647459791087), after_update {{(pid=103949) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 14:48:23.880306 dv-cinder-835881-5-iscsi neutron-server[103950]: DEBUG neutron.db.agents_db [None req-885440ea-f3bf-44b9-b79a-d85c71390730 None None] Agent healthcheck: found 6 active agents {{(pid=103950) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}